You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tvm.apache.org by tq...@apache.org on 2026/04/07 00:25:17 UTC
(tvm-site) branch asf-site updated: deploying docs (apache/tvm@e0df8028bfe40bfdd5c84437bf516995968270e8)
This is an automated email from the ASF dual-hosted git repository.
tqchen pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/tvm-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new ff3c3ad6a4a deploying docs (apache/tvm@e0df8028bfe40bfdd5c84437bf516995968270e8)
ff3c3ad6a4a is described below
commit ff3c3ad6a4a9fb716c35d15ed950cb56ca30ae8b
Author: tvm-bot <95...@users.noreply.github.com>
AuthorDate: Tue Apr 7 00:25:10 2026 +0000
deploying docs (apache/tvm@e0df8028bfe40bfdd5c84437bf516995968270e8)
---
.../import_model.zip | Bin 0 -> 35138 bytes
.../11c11e53c7dace51a8be968ee169ed0d/ir_module.zip | Bin 23790 -> 23790 bytes
.../tir_transformation.zip | Bin 15899 -> 15899 bytes
.../mix_python_and_tvm_with_pymodule.zip | Bin 39005 -> 39005 bytes
.../relax_creation.zip | Bin 22420 -> 22420 bytes
.../relax_transformation.zip | Bin 11480 -> 11480 bytes
.../optimize_llm.zip | Bin 54112 -> 54112 bytes
.../import_model.py | 407 +++++++++
.../import_model.ipynb | 207 +++++
.../e2e_opt_model.zip | Bin 14501 -> 14501 bytes
.../quick_start.zip | Bin 16252 -> 16252 bytes
.../export_and_load_executable.zip | Bin 31488 -> 31488 bytes
.../tir_creation.zip | Bin 24415 -> 24415 bytes
.../cross_compilation_and_rpc.zip | Bin 49373 -> 49373 bytes
.../customize_opt.zip | Bin 20544 -> 20544 bytes
docs/_images/sphx_glr_import_model_thumb.png | Bin 0 -> 26794 bytes
docs/_sources/arch/index.rst.txt | 42 +-
docs/_sources/contribute/ci.rst.txt | 4 +-
docs/_sources/contribute/document.rst.txt | 4 +-
docs/_sources/contribute/pull_request.rst.txt | 6 +-
docs/_sources/deep_dive/relax/dpl.rst.txt | 557 ++++++++++++
docs/_sources/deep_dive/relax/index.rst.txt | 1 +
.../relax/tutorials/sg_execution_times.rst.txt | 4 +-
.../tensor_ir/tutorials/sg_execution_times.rst.txt | 6 +-
.../tensor_ir/tutorials/tir_creation.rst.txt | 20 +-
.../tensor_ir/tutorials/tir_transformation.rst.txt | 6 +-
docs/_sources/errors.rst.txt | 4 +-
.../get_started/tutorials/ir_module.rst.txt | 8 +-
.../get_started/tutorials/quick_start.rst.txt | 4 +-
.../tutorials/sg_execution_times.rst.txt | 6 +-
.../dev/pytest_target_parametrization.rst.txt | 14 +-
docs/_sources/how_to/dev/setup_rpc_system.rst.txt | 4 +-
.../tutorials/cross_compilation_and_rpc.rst.txt | 6 +-
.../how_to/tutorials/customize_opt.rst.txt | 4 +-
.../how_to/tutorials/e2e_opt_model.rst.txt | 2 +-
.../_sources/how_to/tutorials/import_model.rst.txt | 579 +++++++++++++
docs/_sources/how_to/tutorials/index.rst.txt | 18 +
.../how_to/tutorials/sg_execution_times.rst.txt | 13 +-
docs/_sources/index.rst.txt | 1 +
docs/_sources/install/from_source.rst.txt | 12 +-
docs/_sources/reference/api/python/index.rst.txt | 4 +
.../api/python/relax/distributed.rst.txt} | 22 +-
.../api/python/relax/dpl.rst.txt} | 21 +-
.../api/python/relax/training.rst.txt} | 22 +-
.../api/python/s_tir/analysis.rst.txt} | 21 +-
docs/_sources/sg_execution_times.rst.txt | 23 +-
docs/arch/device_target_interactions.html | 1 +
docs/arch/index.html | 35 +
.../arch/introduction_to_module_serialization.html | 1 +
docs/arch/pass_infra.html | 1 +
docs/arch/runtime.html | 1 +
docs/arch/runtimes/vulkan.html | 1 +
docs/commit_hash | 2 +-
docs/contribute/ci.html | 7 +-
docs/contribute/code_guide.html | 1 +
docs/contribute/code_review.html | 1 +
docs/contribute/committer_guide.html | 1 +
docs/contribute/community.html | 1 +
docs/contribute/document.html | 5 +-
docs/contribute/error_handling.html | 1 +
docs/contribute/git_howto.html | 1 +
docs/contribute/index.html | 1 +
docs/contribute/pull_request.html | 7 +-
docs/contribute/release_process.html | 1 +
docs/deep_dive/relax/abstraction.html | 2 +
docs/deep_dive/relax/dpl.html | 934 +++++++++++++++++++++
docs/deep_dive/relax/index.html | 10 +
docs/deep_dive/relax/learning.html | 6 +-
docs/deep_dive/relax/tutorials/index.html | 1 +
docs/deep_dive/relax/tutorials/relax_creation.html | 5 +-
.../relax/tutorials/relax_transformation.html | 1 +
.../relax/tutorials/sg_execution_times.html | 5 +-
docs/deep_dive/tensor_ir/abstraction.html | 1 +
docs/deep_dive/tensor_ir/index.html | 1 +
docs/deep_dive/tensor_ir/learning.html | 1 +
docs/deep_dive/tensor_ir/tutorials/index.html | 1 +
.../tensor_ir/tutorials/sg_execution_times.html | 7 +-
.../tensor_ir/tutorials/tir_creation.html | 21 +-
.../tensor_ir/tutorials/tir_transformation.html | 7 +-
docs/errors.html | 5 +-
docs/genindex.html | 147 +++-
docs/get_started/overview.html | 1 +
docs/get_started/tutorials/index.html | 1 +
docs/get_started/tutorials/ir_module.html | 13 +-
docs/get_started/tutorials/quick_start.html | 5 +-
docs/get_started/tutorials/sg_execution_times.html | 7 +-
docs/how_to/dev/index.html | 1 +
docs/how_to/dev/pytest_target_parametrization.html | 13 +-
docs/how_to/dev/setup_rpc_system.html | 5 +-
.../tutorials/cross_compilation_and_rpc.html | 7 +-
docs/how_to/tutorials/customize_opt.html | 5 +-
docs/how_to/tutorials/e2e_opt_model.html | 9 +-
.../tutorials/export_and_load_executable.html | 1 +
docs/how_to/tutorials/import_model.html | 844 +++++++++++++++++++
docs/how_to/tutorials/index.html | 4 +
.../mix_python_and_tvm_with_pymodule.html | 1 +
docs/how_to/tutorials/optimize_llm.html | 1 +
docs/how_to/tutorials/sg_execution_times.html | 25 +-
docs/index.html | 3 +
docs/install/docker.html | 1 +
docs/install/from_source.html | 13 +-
docs/install/index.html | 1 +
docs/objects.inv | Bin 19368 -> 19938 bytes
docs/py-modindex.html | 21 +
docs/reference/api/links.html | 1 +
docs/reference/api/python/contrib.html | 5 +
docs/reference/api/python/driver.html | 5 +
docs/reference/api/python/error.html | 5 +
docs/reference/api/python/index.html | 9 +
docs/reference/api/python/instrument.html | 5 +
docs/reference/api/python/ir.html | 5 +
docs/reference/api/python/meta_schedule.html | 5 +
docs/reference/api/python/relax/analysis.html | 5 +
docs/reference/api/python/relax/block_builder.html | 9 +-
docs/reference/api/python/relax/distributed.html | 535 ++++++++++++
.../{runtime/runtime.html => relax/dpl.html} | 45 +-
docs/reference/api/python/relax/frontend.html | 9 +-
docs/reference/api/python/relax/op.html | 25 +-
docs/reference/api/python/relax/relax.html | 5 +
docs/reference/api/python/relax/training.html | 665 +++++++++++++++
docs/reference/api/python/relax/transform.html | 13 +-
docs/reference/api/python/rpc.html | 5 +
docs/reference/api/python/runtime/disco.html | 5 +
docs/reference/api/python/runtime/profiling.html | 5 +
docs/reference/api/python/runtime/runtime.html | 5 +
docs/reference/api/python/runtime/vm.html | 5 +
docs/reference/api/python/s_tir/analysis.html | 609 ++++++++++++++
docs/reference/api/python/s_tir/dlight.html | 5 +
docs/reference/api/python/s_tir/schedule.html | 9 +-
docs/reference/api/python/s_tir/transform.html | 5 +
docs/reference/api/python/target.html | 5 +
docs/reference/api/python/te.html | 5 +
docs/reference/api/python/tirx/analysis.html | 5 +
docs/reference/api/python/tirx/stmt_functor.html | 5 +
docs/reference/api/python/tirx/tirx.html | 9 +-
docs/reference/api/python/tirx/transform.html | 9 +-
docs/reference/api/python/topi.html | 5 +
docs/reference/api/python/transform.html | 5 +
.../api/typedoc/classes/ArtifactCache.html | 14 +-
.../classes/ArtifactCrossOriginStorageCache.html | 12 +-
.../typedoc/classes/ArtifactIndexedDBCache.html | 12 +-
docs/reference/api/typedoc/classes/CacheState.html | 10 +-
docs/reference/api/typedoc/classes/DLDataType.html | 10 +-
docs/reference/api/typedoc/classes/DLDevice.html | 10 +-
docs/reference/api/typedoc/classes/Instance.html | 108 +--
docs/reference/api/typedoc/classes/LRUCache.html | 14 +-
.../classes/LinearCongruentialGenerator.html | 10 +-
docs/reference/api/typedoc/classes/Module.html | 16 +-
docs/reference/api/typedoc/classes/RPCServer.html | 4 +-
docs/reference/api/typedoc/classes/Scalar.html | 8 +-
docs/reference/api/typedoc/classes/TVMArray.html | 16 +-
docs/reference/api/typedoc/classes/TVMObject.html | 12 +-
docs/reference/api/typedoc/classes/Tensor.html | 34 +-
.../api/typedoc/classes/VirtualMachine.html | 10 +-
.../classes/_internal_.AsyncifyHandler.html | 14 +-
.../classes/_internal_.CachedCallStack.html | 24 +-
.../classes/_internal_.CanvasRenderManager.html | 6 +-
.../classes/_internal_.CrossOriginStorage.html | 4 +-
.../typedoc/classes/_internal_.Environment.html | 12 +-
.../api/typedoc/classes/_internal_.FFILibrary.html | 6 +-
.../api/typedoc/classes/_internal_.Memory.html | 22 +-
.../typedoc/classes/_internal_.PackedFuncCell.html | 12 +-
.../typedoc/classes/_internal_.RuntimeContext.html | 8 +-
.../typedoc/classes/_internal_.WebGPUContext.html | 26 +-
.../enums/_internal_.AsyncifyStateKind.html | 4 +-
.../typedoc/enums/_internal_.RPCServerState.html | 4 +-
docs/reference/api/typedoc/functions/assert.html | 2 +-
.../api/typedoc/functions/createArtifactCache.html | 2 +-
.../api/typedoc/functions/createPolyfillWASI.html | 2 +-
.../api/typedoc/functions/deleteTensorCache.html | 4 +-
.../api/typedoc/functions/detectGPUDevice.html | 2 +-
.../api/typedoc/functions/hasTensorInCache.html | 4 +-
.../api/typedoc/functions/instantiate.html | 2 +-
docs/reference/api/typedoc/functions/wasmPath.html | 2 +-
.../typedoc/interfaces/ArtifactCacheTemplate.html | 10 +-
.../api/typedoc/interfaces/Disposable.html | 4 +-
.../interfaces/FetchTensorCacheOptions.html | 4 +-
.../typedoc/interfaces/GPUDeviceDetectOutput.html | 4 +-
.../api/typedoc/interfaces/InitProgressReport.html | 4 +-
.../api/typedoc/interfaces/LibraryProvider.html | 6 +-
.../interfaces/TensorCacheAccessOptions.html | 4 +-
.../_internal_.CrossOriginHashDescriptor.html | 4 +-
.../_internal_.CrossOriginStorageAPI.html | 4 +-
.../_internal_.CrossOriginStorageHandle.html | 4 +-
...CrossOriginStorageRequestFileHandleOptions.html | 4 +-
.../_internal_.CrossOriginStorageWritable.html | 4 +-
.../interfaces/_internal_.FunctionInfo.html | 4 +-
.../interfaces/_internal_.TensorCacheEntry.html | 4 +-
.../interfaces/_internal_.TensorShardEntry.html | 4 +-
.../api/typedoc/types/ArtifactCacheType.html | 2 +-
.../api/typedoc/types/InitProgressCallback.html | 2 +-
docs/reference/api/typedoc/types/PackedFunc.html | 2 +-
.../typedoc/types/_internal_.AsyncPackedFunc.html | 2 +-
.../types/_internal_.FObjectConstructor.html | 2 +-
.../types/_internal_.FTVMFFIWasmSafeCallType.html | 2 +-
.../types/_internal_.FTVMWasmAllocSpace.html | 2 +-
.../types/_internal_.FTVMWasmFreeSpace.html | 2 +-
.../api/typedoc/types/_internal_.Pointer.html | 2 +-
.../api/typedoc/types/_internal_.RequestLike.html | 2 +-
.../typedoc/types/_internal_.TVMObjectBase.html | 2 +-
docs/reference/publications.html | 1 +
docs/reference/security.html | 1 +
docs/search.html | 1 +
docs/searchindex.js | 2 +-
docs/sg_execution_times.html | 45 +-
205 files changed, 6340 insertions(+), 572 deletions(-)
diff --git a/docs/_downloads/050dda7aeddba33e083ae36606d3270f/import_model.zip b/docs/_downloads/050dda7aeddba33e083ae36606d3270f/import_model.zip
new file mode 100644
index 00000000000..797a043ce1b
Binary files /dev/null and b/docs/_downloads/050dda7aeddba33e083ae36606d3270f/import_model.zip differ
diff --git a/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip b/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip
index cf09b7f2100..cbf94236dc2 100644
Binary files a/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip and b/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip differ
diff --git a/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip b/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip
index 912645ac8ed..2cc914f54cf 100644
Binary files a/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip and b/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip differ
diff --git a/docs/_downloads/373278b9f6fc686adeaa0219598fe78b/mix_python_and_tvm_with_pymodule.zip b/docs/_downloads/373278b9f6fc686adeaa0219598fe78b/mix_python_and_tvm_with_pymodule.zip
index fe57d55aaa8..9273bcbf85e 100644
Binary files a/docs/_downloads/373278b9f6fc686adeaa0219598fe78b/mix_python_and_tvm_with_pymodule.zip and b/docs/_downloads/373278b9f6fc686adeaa0219598fe78b/mix_python_and_tvm_with_pymodule.zip differ
diff --git a/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip b/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip
index fba7cf6e48a..46541e4134e 100644
Binary files a/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip and b/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip differ
diff --git a/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip b/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip
index 5f52e609f0e..8dcae5a5647 100644
Binary files a/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip and b/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip differ
diff --git a/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip b/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip
index 81573875be6..15659255f5e 100644
Binary files a/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip and b/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip differ
diff --git a/docs/_downloads/96f44d9bffa038794d83227e1f91a8cf/import_model.py b/docs/_downloads/96f44d9bffa038794d83227e1f91a8cf/import_model.py
new file mode 100644
index 00000000000..888235a8599
--- /dev/null
+++ b/docs/_downloads/96f44d9bffa038794d83227e1f91a8cf/import_model.py
@@ -0,0 +1,407 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# ruff: noqa: E402, E501
+
+"""
+.. _import_model:
+
+Importing Models from ML Frameworks
+====================================
+Apache TVM supports importing models from popular ML frameworks including PyTorch, ONNX,
+and TensorFlow Lite. This tutorial walks through each import path with a minimal working
+example and explains the key parameters. The PyTorch section additionally demonstrates
+how to handle unsupported operators via a custom converter map.
+
+For end-to-end optimization and deployment after importing, see :ref:`optimize_model`.
+
+.. note::
+
+ The ONNX section requires the ``onnx`` package. The TFLite section requires
+ ``tensorflow`` and ``tflite``. Sections whose dependencies are missing are skipped
+ automatically.
+
+.. contents:: Table of Contents
+ :local:
+ :depth: 2
+"""
+
+######################################################################
+# Importing from PyTorch (Recommended)
+# -------------------------------------
+# TVM's PyTorch frontend is the most feature-complete. The recommended entry point is
+# :py:func:`~tvm.relax.frontend.torch.from_exported_program`, which works with PyTorch's
+# ``torch.export`` API.
+#
+# We start by defining a small CNN model for demonstration. No pretrained weights are
+# needed — we only care about the graph structure.
+
+import numpy as np
+import torch
+from torch import nn
+from torch.export import export
+
+import tvm
+from tvm import relax
+from tvm.relax.frontend.torch import from_exported_program
+
+
+class SimpleCNN(nn.Module):
+ def __init__(self):
+ super().__init__()
+ self.conv = nn.Conv2d(3, 16, kernel_size=3, padding=1)
+ self.bn = nn.BatchNorm2d(16)
+ self.pool = nn.AdaptiveAvgPool2d((1, 1))
+ self.fc = nn.Linear(16, 10)
+
+ def forward(self, x):
+ x = torch.relu(self.bn(self.conv(x)))
+ x = self.pool(x).flatten(1)
+ x = self.fc(x)
+ return x
+
+
+torch_model = SimpleCNN().eval()
+example_args = (torch.randn(1, 3, 32, 32),)
+
+######################################################################
+# Basic import
+# ~~~~~~~~~~~~
+# The standard workflow is: ``torch.export.export()`` → ``from_exported_program()`` →
+# ``detach_params()``.
+
+with torch.no_grad():
+ exported_program = export(torch_model, example_args)
+ mod = from_exported_program(
+ exported_program,
+ keep_params_as_input=True,
+ unwrap_unit_return_tuple=True,
+ )
+
+mod, params = relax.frontend.detach_params(mod)
+mod.show()
+
+######################################################################
+# Key parameters
+# ~~~~~~~~~~~~~~
+# ``from_exported_program`` accepts several parameters that control how the model is
+# translated:
+#
+# - **keep_params_as_input** (bool, default ``False``): When ``True``, model weights become
+# function parameters, separated via ``relax.frontend.detach_params()``. When ``False``,
+# weights are embedded as constants inside the IRModule. Use ``True`` when you want to
+# manage weights independently (e.g., for weight sharing or quantization).
+#
+# - **unwrap_unit_return_tuple** (bool, default ``False``): PyTorch ``export`` always wraps
+# the return value in a tuple. Set ``True`` to unwrap single-element return tuples for a
+# cleaner Relax function signature.
+#
+# - **run_ep_decomposition** (bool, default ``True``): Runs PyTorch's built-in operator
+# decomposition before translation. This breaks high-level ops (e.g., ``batch_norm``) into
+# lower-level primitives, which generally improves TVM's coverage and optimization
+# opportunities. Set ``False`` if you want to preserve the original op granularity.
+
+######################################################################
+# Handling unsupported operators with ``custom_convert_map``
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# When TVM encounters a PyTorch operator it does not recognize, it raises an error
+# indicating the unsupported operator name. You can extend the frontend by providing a
+# **custom converter map** — a dictionary mapping operator names to your own conversion
+# functions.
+#
+# A custom converter function receives two arguments:
+#
+# - **node** (``torch.fx.Node``): The FX graph node being converted, carrying operator
+# info and references to input nodes.
+# - **importer** (``ExportedProgramImporter``): The importer instance, giving access to:
+#
+# - ``importer.env``: Dict mapping FX nodes to their converted Relax expressions.
+# - ``importer.block_builder``: The Relax ``BlockBuilder`` for emitting operations.
+# - ``importer.retrieve_args(node)``: Helper to look up converted args.
+#
+# The function must return a ``relax.Var`` — the Relax expression for this node's output.
+# Here is an example that maps an operator to ``relax.op.sigmoid``:
+
+from tvm.relax.frontend.torch.exported_program_translator import ExportedProgramImporter
+
+
+def convert_sigmoid(node: torch.fx.Node, importer: ExportedProgramImporter) -> relax.Var:
+ """Custom converter: map an op to relax.op.sigmoid."""
+ args = importer.retrieve_args(node)
+ return importer.block_builder.emit(relax.op.sigmoid(args[0]))
+
+
+######################################################################
+# To use the custom converter, pass it via the ``custom_convert_map`` parameter. The key
+# is the ATen operator name in ``"op_name.variant"`` format (e.g., ``"sigmoid.default"``):
+#
+# .. code-block:: python
+#
+# mod = from_exported_program(
+# exported_program,
+# custom_convert_map={"sigmoid.default": convert_sigmoid},
+# )
+#
+# .. note::
+#
+# To find the correct operator name, check the error message TVM raises when encountering
+# the unsupported op — it includes the exact ATen name. You can also inspect the exported
+# program's graph via ``print(exported_program.graph_module.graph)`` to see all operator
+# names.
+
+######################################################################
+# Alternative PyTorch import methods
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# Besides ``from_exported_program``, TVM also provides:
+#
+# - :py:func:`~tvm.relax.frontend.torch.from_fx`: Works with ``torch.fx.GraphModule``
+# from ``torch.fx.symbolic_trace()``. Requires explicit ``input_info`` (shapes and dtypes).
+# Use this when ``torch.export`` fails on certain Python control flow patterns.
+#
+# - :py:func:`~tvm.relax.frontend.torch.relax_dynamo`: A ``torch.compile`` backend that
+# compiles and executes the model through TVM in one step. Useful for integrating TVM
+# into an existing PyTorch training or inference loop.
+#
+# - :py:func:`~tvm.relax.frontend.torch.dynamo_capture_subgraphs`: Captures subgraphs from
+# a PyTorch model into an IRModule via ``torch.compile``. Each subgraph becomes a separate
+# function in the IRModule.
+#
+# For most use cases, ``from_exported_program`` is the recommended path.
+
+######################################################################
+# Verifying the imported model
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# After importing, it is good practice to verify that TVM produces the same output as the
+# original framework. We compile with the minimal ``"zero"`` pipeline (no tuning) and
+# compare. The same approach applies to models imported via the ONNX and TFLite frontends
+# shown below.
+
+mod_compiled = relax.get_pipeline("zero")(mod)
+exec_module = tvm.compile(mod_compiled, target="llvm")
+dev = tvm.cpu()
+vm = relax.VirtualMachine(exec_module, dev)
+
+# Run inference
+input_data = np.random.rand(1, 3, 32, 32).astype("float32")
+tvm_input = tvm.runtime.tensor(input_data, dev)
+tvm_params = [tvm.runtime.tensor(p, dev) for p in params["main"]]
+tvm_out = vm["main"](tvm_input, *tvm_params).numpy()
+
+# Compare with PyTorch
+with torch.no_grad():
+ pt_out = torch_model(torch.from_numpy(input_data)).numpy()
+
+np.testing.assert_allclose(tvm_out, pt_out, rtol=1e-5, atol=1e-5)
+print("PyTorch vs TVM outputs match!")
+
+######################################################################
+# Importing from ONNX
+# --------------------
+# TVM can import ONNX models via :py:func:`~tvm.relax.frontend.onnx.from_onnx`. The
+# function accepts an ``onnx.ModelProto`` object, so you need to load the model with
+# ``onnx.load()`` first.
+#
+# Here we export the same CNN model to ONNX format and then import it into TVM.
+
+try:
+ import onnx
+ import onnxscript # noqa: F401 # required by torch.onnx.export
+
+ HAS_ONNX = True
+except ImportError:
+ onnx = None # type: ignore[assignment]
+ HAS_ONNX = False
+
+if HAS_ONNX:
+ from tvm.relax.frontend.onnx import from_onnx
+
+ # Export the PyTorch model to ONNX
+ dummy_input = torch.randn(1, 3, 32, 32)
+ onnx_path = "simple_cnn.onnx"
+ torch.onnx.export(torch_model, dummy_input, onnx_path, input_names=["input"])
+
+ # Load and import into TVM
+ onnx_model = onnx.load(onnx_path)
+ mod_onnx = from_onnx(onnx_model, keep_params_in_input=True)
+ mod_onnx, params_onnx = relax.frontend.detach_params(mod_onnx)
+ mod_onnx.show()
+
+######################################################################
+# If you already have an ``.onnx`` file on disk, the workflow is even simpler:
+#
+# .. code-block:: python
+#
+# import onnx
+# from tvm.relax.frontend.onnx import from_onnx
+#
+# onnx_model = onnx.load("my_model.onnx")
+# mod = from_onnx(onnx_model)
+#
+
+######################################################################
+# Key parameters
+# ~~~~~~~~~~~~~~
+# - **shape_dict** (dict, optional): Maps input names to shapes. Auto-inferred from the
+# model if not provided. Useful when the ONNX model has dynamic dimensions that you
+# want to fix to concrete sizes:
+#
+# .. code-block:: python
+#
+# mod = from_onnx(onnx_model, shape_dict={"input": [1, 3, 224, 224]})
+#
+# - **dtype_dict** (str or dict, default ``"float32"``): Input dtypes. A single string
+# applies to all inputs, or use a dict to set per-input dtypes:
+#
+# .. code-block:: python
+#
+# mod = from_onnx(onnx_model, dtype_dict={"input": "float16"})
+#
+# - **keep_params_in_input** (bool, default ``False``): Same semantics as PyTorch — whether
+# model weights are function parameters or embedded constants.
+#
+# - **opset** (int, optional): Override the opset version auto-detected from the model.
+# Each ONNX op may have different semantics across opset versions; TVM's converter
+# selects the appropriate implementation automatically. You rarely need to set this
+# unless the model metadata is incorrect.
+
+######################################################################
+# Importing from TensorFlow Lite
+# -------------------------------
+# TVM can import TFLite flat buffer models via
+# :py:func:`~tvm.relax.frontend.tflite.from_tflite`. The function expects a TFLite
+# ``Model`` object parsed from flat buffer bytes via ``GetRootAsModel``.
+#
+# .. note::
+#
+# The ``tflite`` Python package has changed its module layout across versions.
+# Older versions use ``tflite.Model.Model.GetRootAsModel``, while newer versions use
+# ``tflite.Model.GetRootAsModel``. The code below handles both.
+#
+# Below we create a minimal TFLite model from TensorFlow and import it.
+
+try:
+ import tensorflow as tf
+ import tflite
+ import tflite.Model
+
+ HAS_TFLITE = True
+except ImportError:
+ HAS_TFLITE = False
+
+if HAS_TFLITE:
+ from tvm.relax.frontend.tflite import from_tflite
+
+ # Define a simple TF module and convert to TFLite.
+ # We use plain TF ops (not keras layers) to avoid variable-handling ops
+ # that some TFLite converter versions do not support cleanly.
+ class TFModule(tf.Module):
+ @tf.function(
+ input_signature=[
+ tf.TensorSpec(shape=(1, 784), dtype=tf.float32),
+ tf.TensorSpec(shape=(784, 10), dtype=tf.float32),
+ ]
+ )
+ def forward(self, x, weight):
+ return tf.matmul(x, weight) + 0.1
+
+ tf_module = TFModule()
+ converter = tf.lite.TFLiteConverter.from_concrete_functions(
+ [tf_module.forward.get_concrete_function()], tf_module
+ )
+ tflite_buf = converter.convert()
+
+ # Parse and import into TVM (API differs between tflite package versions)
+ if hasattr(tflite.Model, "Model"):
+ tflite_model = tflite.Model.Model.GetRootAsModel(tflite_buf, 0)
+ else:
+ tflite_model = tflite.Model.GetRootAsModel(tflite_buf, 0)
+ mod_tflite = from_tflite(tflite_model)
+ mod_tflite.show()
+
+######################################################################
+# Loading from a ``.tflite`` file
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# If you already have a ``.tflite`` file on disk, load the raw bytes and parse them:
+#
+# .. code-block:: python
+#
+# import tflite
+# import tflite.Model
+# from tvm.relax.frontend.tflite import from_tflite
+#
+# with open("my_model.tflite", "rb") as f:
+# tflite_buf = f.read()
+#
+# if hasattr(tflite.Model, "Model"):
+# tflite_model = tflite.Model.Model.GetRootAsModel(tflite_buf, 0)
+# else:
+# tflite_model = tflite.Model.GetRootAsModel(tflite_buf, 0)
+# mod = from_tflite(tflite_model)
+
+######################################################################
+# Key parameters
+# ~~~~~~~~~~~~~~
+# - **shape_dict** / **dtype_dict** (optional): Override input shapes and dtypes. If not
+# provided, they are inferred from the TFLite model metadata.
+#
+# - **op_converter** (class, optional): A custom operator converter class. Subclass
+# ``OperatorConverter`` and override its ``convert_map`` dictionary to add or replace
+# operator conversions. For example, to add a hypothetical ``CUSTOM_RELU`` op:
+#
+# .. code-block:: python
+#
+# from tvm.relax.frontend.tflite.tflite_frontend import OperatorConverter
+#
+# class MyConverter(OperatorConverter):
+# def __init__(self, model, subgraph, exp_tab, ctx):
+# super().__init__(model, subgraph, exp_tab, ctx)
+# self.convert_map["CUSTOM_RELU"] = self._convert_custom_relu
+#
+# def _convert_custom_relu(self, op):
+# # implement your conversion logic here
+# ...
+#
+# mod = from_tflite(tflite_model, op_converter=MyConverter)
+
+######################################################################
+# Summary
+# -------
+#
+# +---------------------+----------------------------+-------------------------------+-----------------------------+
+# | Aspect | PyTorch | ONNX | TFLite |
+# +=====================+============================+===============================+=============================+
+# | Entry function | ``from_exported_program`` | ``from_onnx`` | ``from_tflite`` |
+# +---------------------+----------------------------+-------------------------------+-----------------------------+
+# | Input | ``ExportedProgram`` | ``onnx.ModelProto`` | TFLite ``Model`` object |
+# +---------------------+----------------------------+-------------------------------+-----------------------------+
+# | Custom extension | ``custom_convert_map`` | — | ``op_converter`` class |
+# +---------------------+----------------------------+-------------------------------+-----------------------------+
+#
+# **Which to use?** Pick the frontend that matches your model format:
+#
+# - Have a PyTorch model? Use ``from_exported_program`` — it has the broadest operator coverage.
+# - Have an ``.onnx`` file? Use ``from_onnx``.
+# - Have a ``.tflite`` file? Use ``from_tflite``.
+#
+# The verification workflow (compile → run → compare) demonstrated in the PyTorch section
+# above applies equally to ONNX and TFLite imports.
+#
+# For the full list of supported operators, see the converter map in each frontend's source:
+# PyTorch uses ``create_convert_map()`` in ``exported_program_translator.py``, ONNX uses
+# ``_get_convert_map()`` in ``onnx_frontend.py``, and TFLite uses ``convert_map`` in
+# ``OperatorConverter`` in ``tflite_frontend.py``.
+#
+# After importing, refer to :ref:`optimize_model` for optimization and deployment.
diff --git a/docs/_downloads/9debcfb71fafa3d95a723f356f424a36/import_model.ipynb b/docs/_downloads/9debcfb71fafa3d95a723f356f424a36/import_model.ipynb
new file mode 100644
index 00000000000..dafa4dea4ac
--- /dev/null
+++ b/docs/_downloads/9debcfb71fafa3d95a723f356f424a36/import_model.ipynb
@@ -0,0 +1,207 @@
+{
+ "cells": [
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "collapsed": false
+ },
+ "outputs": [],
+ "source": [
+ "%%shell\n# Installs the latest dev build of TVM from PyPI. If you wish to build\n# from source, see https://tvm.apache.org/docs/install/from_source.html\npip install apache-tvm --pre"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "\n\n# Importing Models from ML Frameworks\nApache TVM supports importing models from popular ML frameworks including PyTorch, ONNX,\nand TensorFlow Lite. This tutorial walks through each import path with a minimal working\nexample and explains the key parameters. The PyTorch section additionally demonstrates\nhow to handle unsupported operators via a custom converter map.\n\nFor end-to-end optimization and deployment after importing, see `optimize_model`.\n\n<div class=\"alert a [...]
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "## Importing from PyTorch (Recommended)\nTVM's PyTorch frontend is the most feature-complete. The recommended entry point is\n:py:func:`~tvm.relax.frontend.torch.from_exported_program`, which works with PyTorch's\n``torch.export`` API.\n\nWe start by defining a small CNN model for demonstration. No pretrained weights are\nneeded \u2014 we only care about the graph structure.\n\n"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "collapsed": false
+ },
+ "outputs": [],
+ "source": [
+ "import numpy as np\nimport torch\nfrom torch import nn\nfrom torch.export import export\n\nimport tvm\nfrom tvm import relax\nfrom tvm.relax.frontend.torch import from_exported_program\n\n\nclass SimpleCNN(nn.Module):\n def __init__(self):\n super().__init__()\n self.conv = nn.Conv2d(3, 16, kernel_size=3, padding=1)\n self.bn = nn.BatchNorm2d(16)\n self.pool = nn.AdaptiveAvgPool2d((1, 1))\n self.fc = nn.Linear(16, 10)\n\n def forward(self [...]
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### Basic import\nThe standard workflow is: ``torch.export.export()`` \u2192 ``from_exported_program()`` \u2192\n``detach_params()``.\n\n"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "collapsed": false
+ },
+ "outputs": [],
+ "source": [
+ "with torch.no_grad():\n exported_program = export(torch_model, example_args)\n mod = from_exported_program(\n exported_program,\n keep_params_as_input=True,\n unwrap_unit_return_tuple=True,\n )\n\nmod, params = relax.frontend.detach_params(mod)\nmod.show()"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### Key parameters\n``from_exported_program`` accepts several parameters that control how the model is\ntranslated:\n\n- **keep_params_as_input** (bool, default ``False``): When ``True``, model weights become\n function parameters, separated via ``relax.frontend.detach_params()``. When ``False``,\n weights are embedded as constants inside the IRModule. Use ``True`` when you want to\n manage weights independently (e.g., for weight sharing or quantization).\n\n- **unwrap_unit_r [...]
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### Handling unsupported operators with ``custom_convert_map``\nWhen TVM encounters a PyTorch operator it does not recognize, it raises an error\nindicating the unsupported operator name. You can extend the frontend by providing a\n**custom converter map** \u2014 a dictionary mapping operator names to your own conversion\nfunctions.\n\nA custom converter function receives two arguments:\n\n- **node** (``torch.fx.Node``): The FX graph node being converted, carrying operator\n in [...]
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "collapsed": false
+ },
+ "outputs": [],
+ "source": [
+ "from tvm.relax.frontend.torch.exported_program_translator import ExportedProgramImporter\n\n\ndef convert_sigmoid(node: torch.fx.Node, importer: ExportedProgramImporter) -> relax.Var:\n \"\"\"Custom converter: map an op to relax.op.sigmoid.\"\"\"\n args = importer.retrieve_args(node)\n return importer.block_builder.emit(relax.op.sigmoid(args[0]))"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "To use the custom converter, pass it via the ``custom_convert_map`` parameter. The key\nis the ATen operator name in ``\"op_name.variant\"`` format (e.g., ``\"sigmoid.default\"``):\n\n```python\nmod = from_exported_program(\n exported_program,\n custom_convert_map={\"sigmoid.default\": convert_sigmoid},\n)\n```\n<div class=\"alert alert-info\"><h4>Note</h4><p>To find the correct operator name, check the error message TVM raises when encountering\n the unsupported op \u20 [...]
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### Alternative PyTorch import methods\nBesides ``from_exported_program``, TVM also provides:\n\n- :py:func:`~tvm.relax.frontend.torch.from_fx`: Works with ``torch.fx.GraphModule``\n from ``torch.fx.symbolic_trace()``. Requires explicit ``input_info`` (shapes and dtypes).\n Use this when ``torch.export`` fails on certain Python control flow patterns.\n\n- :py:func:`~tvm.relax.frontend.torch.relax_dynamo`: A ``torch.compile`` backend that\n compiles and executes the model thro [...]
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### Verifying the imported model\nAfter importing, it is good practice to verify that TVM produces the same output as the\noriginal framework. We compile with the minimal ``\"zero\"`` pipeline (no tuning) and\ncompare. The same approach applies to models imported via the ONNX and TFLite frontends\nshown below.\n\n"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "collapsed": false
+ },
+ "outputs": [],
+ "source": [
+ "mod_compiled = relax.get_pipeline(\"zero\")(mod)\nexec_module = tvm.compile(mod_compiled, target=\"llvm\")\ndev = tvm.cpu()\nvm = relax.VirtualMachine(exec_module, dev)\n\n# Run inference\ninput_data = np.random.rand(1, 3, 32, 32).astype(\"float32\")\ntvm_input = tvm.runtime.tensor(input_data, dev)\ntvm_params = [tvm.runtime.tensor(p, dev) for p in params[\"main\"]]\ntvm_out = vm[\"main\"](tvm_input, *tvm_params).numpy()\n\n# Compare with PyTorch\nwith torch.no_grad():\n pt_o [...]
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "## Importing from ONNX\nTVM can import ONNX models via :py:func:`~tvm.relax.frontend.onnx.from_onnx`. The\nfunction accepts an ``onnx.ModelProto`` object, so you need to load the model with\n``onnx.load()`` first.\n\nHere we export the same CNN model to ONNX format and then import it into TVM.\n\n"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "collapsed": false
+ },
+ "outputs": [],
+ "source": [
+ "try:\n import onnx\n import onnxscript # noqa: F401 # required by torch.onnx.export\n\n HAS_ONNX = True\nexcept ImportError:\n onnx = None # type: ignore[assignment]\n HAS_ONNX = False\n\nif HAS_ONNX:\n from tvm.relax.frontend.onnx import from_onnx\n\n # Export the PyTorch model to ONNX\n dummy_input = torch.randn(1, 3, 32, 32)\n onnx_path = \"simple_cnn.onnx\"\n torch.onnx.export(torch_model, dummy_input, onnx_path, input_names=[\"input\"])\n\n [...]
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "If you already have an ``.onnx`` file on disk, the workflow is even simpler:\n\n```python\nimport onnx\nfrom tvm.relax.frontend.onnx import from_onnx\n\nonnx_model = onnx.load(\"my_model.onnx\")\nmod = from_onnx(onnx_model)\n```\n"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### Key parameters\n- **shape_dict** (dict, optional): Maps input names to shapes. Auto-inferred from the\n model if not provided. Useful when the ONNX model has dynamic dimensions that you\n want to fix to concrete sizes:\n\n```python\nmod = from_onnx(onnx_model, shape_dict={\"input\": [1, 3, 224, 224]})\n```\n- **dtype_dict** (str or dict, default ``\"float32\"``): Input dtypes. A single string\n applies to all inputs, or use a dict to set per-input dtypes:\n\n```python\nmo [...]
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "## Importing from TensorFlow Lite\nTVM can import TFLite flat buffer models via\n:py:func:`~tvm.relax.frontend.tflite.from_tflite`. The function expects a TFLite\n``Model`` object parsed from flat buffer bytes via ``GetRootAsModel``.\n\n<div class=\"alert alert-info\"><h4>Note</h4><p>The ``tflite`` Python package has changed its module layout across versions.\n Older versions use ``tflite.Model.Model.GetRootAsModel``, while newer versions use\n ``tflite.Model.GetRootAsModel` [...]
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "collapsed": false
+ },
+ "outputs": [],
+ "source": [
+ "try:\n import tensorflow as tf\n import tflite\n import tflite.Model\n\n HAS_TFLITE = True\nexcept ImportError:\n HAS_TFLITE = False\n\nif HAS_TFLITE:\n from tvm.relax.frontend.tflite import from_tflite\n\n # Define a simple TF module and convert to TFLite.\n # We use plain TF ops (not keras layers) to avoid variable-handling ops\n # that some TFLite converter versions do not support cleanly.\n class TFModule(tf.Module):\n @tf.function(\n [...]
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### Loading from a ``.tflite`` file\nIf you already have a ``.tflite`` file on disk, load the raw bytes and parse them:\n\n```python\nimport tflite\nimport tflite.Model\nfrom tvm.relax.frontend.tflite import from_tflite\n\nwith open(\"my_model.tflite\", \"rb\") as f:\n tflite_buf = f.read()\n\nif hasattr(tflite.Model, \"Model\"):\n tflite_model = tflite.Model.Model.GetRootAsModel(tflite_buf, 0)\nelse:\n tflite_model = tflite.Model.GetRootAsModel(tflite_buf, 0)\nmod = fr [...]
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### Key parameters\n- **shape_dict** / **dtype_dict** (optional): Override input shapes and dtypes. If not\n provided, they are inferred from the TFLite model metadata.\n\n- **op_converter** (class, optional): A custom operator converter class. Subclass\n ``OperatorConverter`` and override its ``convert_map`` dictionary to add or replace\n operator conversions. For example, to add a hypothetical ``CUSTOM_RELU`` op:\n\n```python\nfrom tvm.relax.frontend.tflite.tflite_frontend [...]
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "## Summary\n\n+---------------------+----------------------------+-------------------------------+-----------------------------+\n| Aspect | PyTorch | ONNX | TFLite |\n+=====================+============================+===============================+=============================+\n| Entry function | ``from_exported_program`` | ``from_onnx`` | ``from_tflite`` |\n+---- [...]
+ ]
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "Python 3",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 3
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython3",
+ "version": "3.10.19"
+ }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 0
+}
\ No newline at end of file
diff --git a/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip b/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip
index ad0e1b9c64d..7e22c7fef04 100644
Binary files a/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip and b/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip differ
diff --git a/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip b/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip
index e698f587f37..140f459ece2 100644
Binary files a/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip and b/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip differ
diff --git a/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip b/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip
index 18e80268391..b10d3f15f94 100644
Binary files a/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip and b/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip differ
diff --git a/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip b/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip
index 69e9581351c..8252fd06bf5 100644
Binary files a/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip and b/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip differ
diff --git a/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip b/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip
index 194b9178aa6..c3b476cb7b1 100644
Binary files a/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip and b/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip differ
diff --git a/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip b/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip
index bcc10013343..19bb6aacd52 100644
Binary files a/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip and b/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip differ
diff --git a/docs/_images/sphx_glr_import_model_thumb.png b/docs/_images/sphx_glr_import_model_thumb.png
new file mode 100644
index 00000000000..8a5fed589d1
Binary files /dev/null and b/docs/_images/sphx_glr_import_model_thumb.png differ
diff --git a/docs/_sources/arch/index.rst.txt b/docs/_sources/arch/index.rst.txt
index cb02c109b7d..f46e3747248 100644
--- a/docs/_sources/arch/index.rst.txt
+++ b/docs/_sources/arch/index.rst.txt
@@ -248,6 +248,31 @@ On the Python side, users interact with the VM through ``relax.VirtualMachine(ex
which provides both a direct invocation interface and a stateful set-input / invoke / get-output
interface suitable for RPC-based remote execution.
+Disco: Distributed Runtime
+^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+Disco is TVM's distributed runtime for executing models across multiple devices. When a model is
+too large to fit on a single GPU, the ``relax.distributed`` module annotates how tensors should be
+partitioned and placed across a mesh of devices at compile time. Disco then takes over at runtime:
+it manages a group of workers, dispatches the compiled program to all of them simultaneously, and
+coordinates inter-device communication through collective operations such as allreduce, allgather,
+broadcast, and scatter.
+
+The central abstraction is the ``Session``, which owns the workers and exposes a SPMD-style
+programming interface. Every object that lives on workers is represented by a ``DRef`` — a
+distributed reference that maps to a concrete value on each worker. When the controller invokes a
+``DPackedFunc`` through the session, all workers execute the same PackedFunc call synchronously, each
+operating on its own local shard. Compiled VM modules can be loaded into a session as ``DModule``
+objects and called in the same fashion. The session also provides collective primitives backed by
+NCCL or RCCL, so that workers can exchange partial results without routing data through the
+controller.
+
+Three session backends cover different deployment topologies. ``ThreadedSession`` spawns workers as
+threads within a single process — this is the most common choice for multi-GPU inference on a
+single machine. ``ProcessSession`` launches workers as separate OS processes connected by pipes,
+providing stronger isolation. ``SocketSession`` extends the model to multi-node clusters by
+connecting workers across machines via TCP sockets.
+
tvm/node
--------
The node module adds additional features on top of the `runtime::Object` for IR data structures.
@@ -306,8 +331,23 @@ tvm/target
The target module contains all the code generators that translate an IRModule to a target runtime.Module.
It also provides a common `Target` class that describes the target.
-.. TODO(tvm-team) add a target json description example once the new target API stablizes.
+Targets can be constructed from a registered tag, a configuration dictionary, or a tag with attribute overrides:
+
+.. code-block:: python
+
+ from tvm.target import Target
+
+ # From a registered tag
+ target = Target("nvidia/nvidia-a100")
+
+ # From a config dictionary
+ target = Target({"kind": "cuda", "arch": "sm_80"})
+
+ # From a tag with attribute overrides
+ target = Target({"tag": "nvidia/nvidia-a100", "l2_cache_size_bytes": 12345})
+Use ``Target.list_kinds()`` to see all available target kinds, and ``target.attrs`` to inspect
+target attributes.
The compilation pipeline can be customized according to the target by querying the attribute information
in the target and builtin information registered to each target id(cuda, opencl).
diff --git a/docs/_sources/contribute/ci.rst.txt b/docs/_sources/contribute/ci.rst.txt
index 6fdb0cd1875..12cee2e5eed 100644
--- a/docs/_sources/contribute/ci.rst.txt
+++ b/docs/_sources/contribute/ci.rst.txt
@@ -60,7 +60,7 @@ Jenkins Logs
""""""""""""
.. |pytest| replace:: ``pytest``
-.. _pytest: https://docs.pytest.org/en/6.2.x/
+.. _pytest: https://docs.pytest.org/en/stable/
The first place to look for a failure is in the CI logs, follow the red Xs on
the failing job to view the logs. Note:
@@ -122,7 +122,7 @@ search `recent GitHub issues related to flaky tests <https://github.com/apache/t
`file a new issue <https://github.com/apache/tvm/issues/new?assignees=&labels=&template=ci-problem.md&title=%5BCI+Problem%5D>`_
if you don't see any reports of the failure. If a certain test or class of tests affects
several PRs or commits on ``main`` with flaky failures, the test should be disabled via
-`pytest's @xfail decorator <https://docs.pytest.org/en/6.2.x/skipping.html#xfail-mark-test-functions-as-expected-to-fail>`_ with `strict=False <https://docs.pytest.org/en/6.2.x/skipping.html#strict-parameter>`_ and the relevant issue linked in the
+`pytest's @xfail decorator <https://docs.pytest.org/en/stable/how-to/skipping.html#xfail-mark-test-functions-as-expected-to-fail>`_ with `strict=False <https://docs.pytest.org/en/stable/how-to/skipping.html#strict-parameter>`_ and the relevant issue linked in the
disabling PR.
.. code-block:: python
diff --git a/docs/_sources/contribute/document.rst.txt b/docs/_sources/contribute/document.rst.txt
index 8dcb541107f..b538cc54bf5 100644
--- a/docs/_sources/contribute/document.rst.txt
+++ b/docs/_sources/contribute/document.rst.txt
@@ -127,7 +127,7 @@ documents will be produced.
Technical Details
*****************
-We use the `Sphinx <http://sphinx-doc.org>`_ for the main documentation.
+We use the `Sphinx <https://www.sphinx-doc.org>`_ for the main documentation.
Sphinx supports both reStructuredText and markdown. When possible, we
encourage reStructuredText as it has richer features. Note that the
Python doc-string and tutorials allow you to embed reStructuredText syntax.
@@ -179,7 +179,7 @@ Be careful to leave blank lines between sections of your documents. In the
above case, there has to be a blank line before ``Parameters``, ``Returns`` and
``Examples`` in order for the doc to be built correctly. To add a new function to
the docs, we need to add the `sphinx.autodoc
-<http://www.sphinx-doc.org/en/master/ext/autodoc.html>`_ rules to
+<https://www.sphinx-doc.org/en/master/usage/extensions/autodoc.html>`_ rules to
`docs/reference/api/python <https://github.com/apache/tvm/tree/main/docs/reference/api/python>`_.
You can refer to the existing files under this folder on how to add the
functions.
diff --git a/docs/_sources/contribute/pull_request.rst.txt b/docs/_sources/contribute/pull_request.rst.txt
index 7ae6706fd44..8ee4f2c65a0 100644
--- a/docs/_sources/contribute/pull_request.rst.txt
+++ b/docs/_sources/contribute/pull_request.rst.txt
@@ -207,7 +207,7 @@ each time (e.g. you can test a change in CPU and GPU while retaining incremental
python tests/scripts/ci.py cpu --unittest
# quickly iterate by running a specific test and skipping the rebuild each time
- python tests/scripts/ci.py cpu --skip-build --tests tests/python/tirx-transform/test_tir_transform_inject_rolling_buffer.py::test_upscale
+ python tests/scripts/ci.py cpu --skip-build --tests tests/python/s_tir/schedule/test_tir_schedule_rolling_buffer.py::test_upscale
# run the CPU build and drop into a shell in the container
python tests/scripts/ci.py cpu --interactive
@@ -263,5 +263,5 @@ If you want to run a single test:
python -m pytest -v tests/python/tirx-transform/test_tir_transform_storage_rewrite.py
- # Additionally if you want to run a single test, for example test_all_elemwise inside a file.
- python -m pytest -v -k "test_all_elemwise" tests/python/frontend/tflite/test_forward.py
+ # Additionally if you want to run a single test, for example test_add_one_2d inside a file.
+ python -m pytest -v -k "test_add_one_2d" tests/python/relax/test_frontend_tflite.py
diff --git a/docs/_sources/deep_dive/relax/dpl.rst.txt b/docs/_sources/deep_dive/relax/dpl.rst.txt
new file mode 100644
index 00000000000..5389e0acc6a
--- /dev/null
+++ b/docs/_sources/deep_dive/relax/dpl.rst.txt
@@ -0,0 +1,557 @@
+.. Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+.. http://www.apache.org/licenses/LICENSE-2.0
+
+.. Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+
+.. _relax-dpl:
+
+Dataflow Pattern Language (DPL)
+===============================
+The Dataflow Pattern Language (DPL) is Relax's built-in facility for
+**pattern matching and rewriting** on computation graphs. It lets you describe a
+sub-graph structure you are looking for, search for it inside a Relax function,
+and optionally replace it with a new structure -- all without hand-writing a
+full IR visitor.
+
+DPL is used throughout the TVM stack:
+
+- **Operator fusion** -- ``FuseOpsByPattern`` groups matched operators into a
+ single fused function.
+- **Backend dispatch** -- CUTLASS, cuBLAS, cuDNN and other backends register
+ patterns so the compiler can route sub-graphs to optimized library kernels.
+- **Custom graph transforms** -- users write their own patterns and rewriters
+ to perform project-specific optimizations.
+
+The typical workflow has three steps:
+
+1. **Build a pattern** that describes the sub-graph shape (e.g. ``matmul`` followed
+ by ``add``).
+2. **Match** the pattern against Relax IR to locate all occurrences.
+3. **Rewrite** each match into a replacement expression.
+
+The public API lives in ``tvm.relax.dpl`` (source: ``python/tvm/relax/dpl/``).
+
+
+Building Patterns
+-----------------
+A *pattern* is a lightweight description of what an expression should look like.
+Patterns are built by combining small building blocks.
+
+Basic Patterns
+~~~~~~~~~~~~~~
+The most common leaf patterns are:
+
+- ``wildcard()`` -- matches any expression.
+- ``is_op("relax.add")`` -- matches a specific Relax operator.
+- ``is_const()`` -- matches any constant value.
+- ``is_var(name)`` -- matches a ``Var`` node (optionally with a given name).
+- ``is_dfv(name)`` -- matches a ``DataflowVar`` node.
+- ``is_gv(name)`` -- matches a ``GlobalVar``.
+
+.. code:: python
+
+ from tvm.relax.dpl import wildcard, is_op, is_const
+
+ # Match any relax.add call, regardless of arguments
+ add_pattern = is_op("relax.add")(wildcard(), wildcard())
+
+Call Patterns
+~~~~~~~~~~~~~
+Calling a pattern as a function produces a ``CallPattern``. The callee is the
+pattern itself, and the positional arguments are patterns for each operand:
+
+.. code:: python
+
+ x = wildcard()
+ w = wildcard()
+
+ # Match: relax.matmul(x, w)
+ matmul = is_op("relax.matmul")(x, w)
+
+For operators with variadic arguments, pass ``varg_default_wildcard=True`` so
+that extra arguments are matched by implicit wildcards:
+
+.. code:: python
+
+ # Match relax.concat with any number of inputs
+ concat = is_op("relax.concat")(wildcard(), varg_default_wildcard=True)
+
+DPL also provides specialized helpers for common call patterns:
+
+- ``is_call_tir(func_name, args)`` -- matches ``R.call_tir(func_name, (args...,))``.
+- ``is_call_dps_packed(func_name, args)`` -- matches ``R.call_dps_packed``.
+- ``is_call_packed(func_name, args)`` -- matches ``R.call_packed``.
+
+.. code:: python
+
+ from tvm.relax.dpl import is_call_tir, wildcard
+
+ # Match a call_tir that calls the function "decode"
+ decode = is_call_tir("decode", args=[wildcard(), wildcard()])
+
+Tuple Patterns
+~~~~~~~~~~~~~~
+``TuplePattern`` matches a Relax tuple with a fixed number of fields.
+It supports indexing with ``[]`` to create ``TupleGetItemPattern``:
+
+.. code:: python
+
+ from tvm.relax.dpl import is_tuple, wildcard
+
+ a, b = wildcard(), wildcard()
+ tup = is_tuple([a, b])
+
+ # Match: getting the first element from the tuple
+ first = tup[0]
+
+Constraints
+~~~~~~~~~~~
+Any pattern can be further narrowed by attaching constraints:
+
+- ``.has_dtype(dtype)`` -- the matched expression must have the given data type.
+- ``.has_shape(shape)`` -- the matched expression must have the given shape.
+- ``.has_attr(attrs)`` -- the matched call must carry the given attributes.
+- ``.has_struct_info(struct_info)`` -- the matched expression must have the given struct info.
+
+.. code:: python
+
+ # Match a float16 matmul
+ fp16_matmul = is_op("relax.matmul")(wildcard(), wildcard()).has_dtype("float16")
+
+Logical Combinators
+~~~~~~~~~~~~~~~~~~~
+Patterns can be combined with logical operators:
+
+- ``pat_a | pat_b`` -- match if **either** pattern matches (``OrPattern``).
+- ``pat_a & pat_b`` -- match if **both** patterns match (``AndPattern``).
+- ``~pat`` -- match anything **except** ``pat`` (``NotPattern``).
+
+.. code:: python
+
+ # Match either relu or gelu activation
+ activation = is_op("relax.nn.relu")(wildcard()) | is_op("relax.nn.gelu")(wildcard())
+
+Sequence Patterns
+~~~~~~~~~~~~~~~~~
+When a pattern spans multiple bindings inside a ``DataflowBlock``, use
+*sequence operators* to express producer-consumer relationships:
+
+- ``a ^ b`` (``used_by``) -- ``a`` is used by ``b`` (``a`` may also be used
+ elsewhere).
+- ``a >> b`` (``only_used_by``) -- ``a`` is **only** used by ``b`` (no other
+ consumers).
+
+These return a ``PatternSeq`` that can be chained:
+
+.. code:: python
+
+ x = wildcard()
+ matmul = is_op("relax.matmul")(x, wildcard())
+ add = is_op("relax.add")(matmul, wildcard())
+
+ # matmul result is exclusively consumed by the add
+ seq = matmul >> add
+
+High-level Helpers
+~~~~~~~~~~~~~~~~~~
+``make_fused_bias_activation_pattern`` builds a common
+``op -> optional bias -> optional activation`` chain in one call:
+
+.. code:: python
+
+ from tvm.relax.dpl import make_fused_bias_activation_pattern
+
+ # conv2d + bias + relu
+ pattern = make_fused_bias_activation_pattern(
+ "relax.nn.conv2d",
+ with_bias=True,
+ activation="relax.nn.relu",
+ )
+
+
+Matching Without Rewriting
+--------------------------
+Sometimes you only need to **detect** a structure without replacing it.
+Every ``DFPattern`` exposes two matching methods:
+
+- ``pattern.match(expr)`` -- returns ``True`` if the pattern matches.
+- ``pattern.extract_matched_expr(expr)`` -- returns a
+ ``dict[DFPattern, Expr]`` mapping each sub-pattern to the concrete
+ expression it matched, or ``None`` on failure.
+
+.. code:: python
+
+ from tvm.relax.dpl import wildcard, is_op
+
+ x = wildcard()
+ y = wildcard()
+ add_pat = is_op("relax.add")(x, y)
+
+ # Assume `expr` is a Relax expression: R.add(a, b)
+ if add_pat.match(expr):
+ matched = add_pat.extract_matched_expr(expr)
+ # matched[x] -> the expression that matched `x`
+ # matched[y] -> the expression that matched `y`
+
+When matching across variable bindings (e.g., ``lv0 = ...; lv1 = f(lv0)``),
+the matcher needs a ``var2val`` map so it can see through binding
+boundaries. Use ``tvm.relax.analysis.get_var2val(func)`` to build one:
+
+.. code:: python
+
+ from tvm.relax.analysis import get_var2val
+
+ var2val = get_var2val(func)
+ matched = pattern.extract_matched_expr(expr, var2val=var2val)
+
+
+Rewriting Matched Patterns
+--------------------------
+
+``rewrite_call``
+~~~~~~~~~~~~~~~~
+``rewrite_call`` is the simplest rewrite API. It walks every expression in a
+function, and when the pattern matches, it calls your callback to produce a
+replacement.
+
+.. code:: python
+
+ rewrite_call(pattern, rewriter, func) -> Function
+
+The callback signature is:
+
+.. code:: python
+
+ def rewriter(
+ matched_expr: Expr,
+ matchings: dict[DFPattern, Expr],
+ ) -> Expr:
+ ...
+
+**Example -- replace** ``reshape(reshape(x, s1), s2)`` **with**
+``reshape(x, s2)``:
+
+.. code:: python
+
+ from tvm import relax
+ from tvm.relax.dpl import wildcard, is_op, rewrite_call
+
+ inp = wildcard()
+ shape1, shape2 = wildcard(), wildcard()
+ inner = is_op("relax.reshape")(inp, shape1)
+ outer = is_op("relax.reshape")(inner, shape2)
+
+ def rewriter(expr, matchings):
+ # Keep the original input but use the outermost target shape
+ return relax.op.reshape(matchings[inp], matchings[outer].args[1])
+
+ new_func = rewrite_call(outer, rewriter, func)
+
+``rewrite_call`` is best for **local, single-expression** rewrites.
+
+
+``rewrite_bindings`` with ``PatternContext``
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+When a rewrite involves **multiple bindings** across a ``DataflowBlock``
+(e.g., merging three separate matmuls into one), use ``rewrite_bindings``
+together with ``PatternContext``.
+
+``PatternContext`` enables topological (graph-level) matching on an entire
+dataflow block rather than on individual expressions.
+
+.. code:: python
+
+ rewrite_bindings(ctx, rewriter, func) -> Function
+
+The callback receives *variables* rather than expressions:
+
+.. code:: python
+
+ def rewriter(
+ matchings: dict[DFPattern, Var],
+ bindings: dict[Var, Expr],
+ ) -> dict[Var, Expr]:
+ ...
+
+- ``matchings[pat]`` returns the **bound variable** (``Var``) whose right-hand
+ side matched ``pat``. The ``Var`` itself carries ``struct_info`` and can be
+ used directly in new expressions.
+- ``bindings`` maps each ``Var`` to its bound ``Expr`` (the right-hand side),
+ useful when you need to inspect the original expression.
+
+**Example -- merge three parallel matmuls into one**:
+
+.. code:: python
+
+ from tvm.script import relax as R
+ from tvm.relax.dpl import wildcard, is_op, rewrite_bindings, PatternContext
+
+ with PatternContext() as ctx:
+ inp_pat = wildcard()
+ w1, w2, w3 = wildcard(), wildcard(), wildcard()
+
+ matmul1 = is_op("relax.matmul")(inp_pat, w1)
+ matmul2 = is_op("relax.matmul")(inp_pat, w2)
+ matmul3 = is_op("relax.matmul")(inp_pat, w3)
+
+ def rewriter(matchings, _bindings):
+ inp = matchings[inp_pat]
+ W1 = matchings[w1]
+ W2 = matchings[w2]
+ W3 = matchings[w3]
+ width = W1.struct_info.shape[1]
+
+ concat_w = R.concat([W1, W2, W3], axis=1)
+ merged = R.matmul(inp, concat_w)
+
+ return {
+ matchings[matmul1]: R.strided_slice(
+ merged, axes=[2], begin=[0], end=[width],
+ ),
+ matchings[matmul2]: R.strided_slice(
+ merged, axes=[2], begin=[width], end=[width * 2],
+ ),
+ matchings[matmul3]: R.strided_slice(
+ merged, axes=[2], begin=[width * 2], end=[width * 3],
+ ),
+ }
+
+ new_func = rewrite_bindings(ctx, rewriter, func)
+
+
+Declarative Rewriting with ``@R.rewriter``
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+For straightforward one-to-one replacements you can declare the pattern and
+its replacement as two Relax functions in a single ``IRModule``. The
+``@R.rewriter`` decorator turns the module into a ``PatternMatchingRewriter``
+object that can be applied directly.
+
+.. code:: python
+
+ from tvm.script import relax as R
+
+ @R.rewriter
+ class RewriteAddToPackedCall:
+ @R.function
+ def pattern(
+ A: R.Tensor([16], "float32"),
+ B: R.Tensor([16], "float32"),
+ ):
+ C = R.add(A, B)
+ return C
+
+ @R.function
+ def replacement(
+ A: R.Tensor([16], "float32"),
+ B: R.Tensor([16], "float32"),
+ ):
+ C = R.call_pure_packed(
+ "my_fast_add",
+ A,
+ B,
+ sinfo_args=R.Tensor([16], "float32"),
+ )
+ return C
+
+ # Apply to an IRModule or a single function
+ rewritten_mod = RewriteAddToPackedCall(mod)
+
+Composing Rewriters
+~~~~~~~~~~~~~~~~~~~
+Multiple ``PatternMatchingRewriter`` objects can be combined with the ``|``
+operator so they run as a single pass:
+
+.. code:: python
+
+ combined = rewriter_a | rewriter_b
+ result = combined(mod)
+
+The left-hand rewriter is tried first; the right-hand rewriter only applies to
+bindings that were **not** already modified by the left.
+
+
+Using DPL in Compiler Passes
+-----------------------------
+The most common way DPL appears in the TVM codebase is through the
+``FuseOpsByPattern`` pass, which uses ``FusionPattern`` objects to drive
+operator fusion.
+
+``FusionPattern``
+~~~~~~~~~~~~~~~~~
+A ``FusionPattern`` bundles four pieces of information:
+
+- ``name`` -- a string label (e.g., ``"cutlass.matmul"``).
+- ``pattern`` -- a ``DFPattern`` that describes the sub-graph to match.
+- ``annotation_patterns`` -- a ``dict[str, DFPattern]`` that names interesting
+ sub-patterns so the check function can inspect them.
+- ``check`` -- an optional ``Callable[[PatternCheckContext], bool]`` that
+ performs additional validation after a structural match succeeds.
+
+.. code:: python
+
+ from tvm.relax.dpl import wildcard, is_op
+ from tvm.relax.transform import FusionPattern
+
+ x = wildcard()
+ w = wildcard()
+ matmul = is_op("relax.matmul")(x, w)
+ bias = wildcard()
+ add = is_op("relax.add")(matmul, bias)
+
+ pattern = FusionPattern(
+ name="my_backend.matmul_bias",
+ pattern=add,
+ annotation_patterns={"matmul": matmul, "bias": bias, "lhs": x, "rhs": w},
+ check=my_check_fn,
+ )
+
+``PatternCheckContext``
+~~~~~~~~~~~~~~~~~~~~~~~
+When ``FuseOpsByPattern`` finds a structural match, it calls the ``check``
+function with a ``PatternCheckContext`` that provides:
+
+- ``matched_expr`` -- the root expression of the match.
+- ``annotated_expr`` -- a ``dict[str, Expr]`` resolved from the
+ ``annotation_patterns``.
+- ``matched_bindings`` -- a ``dict[Var, Expr]`` of bindings being fused.
+- ``var_usages`` -- a ``dict[Var, Sequence[Var]]`` of variable use chains.
+- ``value_to_bound_var`` -- a ``dict[Expr, Var]`` mapping values back to
+ their bound variables.
+
+Use the check function to enforce constraints that cannot be expressed
+structurally (dtype restrictions, shape compatibility, attribute values, etc.):
+
+.. code:: python
+
+ from tvm.relax.transform import PatternCheckContext
+
+ def my_check_fn(ctx: PatternCheckContext) -> bool:
+ matmul_expr = ctx.annotated_expr["matmul"]
+ # Only accept float16 output
+ if matmul_expr.struct_info.dtype != "float16":
+ return False
+ return True
+
+``FuseOpsByPattern``
+~~~~~~~~~~~~~~~~~~~~
+``FuseOpsByPattern`` is a module-level pass that takes a list of
+``FusionPattern`` (or equivalent tuples) and groups every match into a fused
+sub-function.
+
+.. code:: python
+
+ from tvm.relax.dpl import wildcard, is_op
+ from tvm.relax.transform import FuseOpsByPattern
+
+ # 1. Define the pattern
+ w = wildcard()
+ x = wildcard()
+ wT = is_op("relax.permute_dims")(w)
+ o = is_op("relax.matmul")(x, wT)
+ annotations = {"o": o, "w": w, "x": x, "wT": wT}
+
+ def check(ctx):
+ transpose_call = ctx.annotated_expr["wT"]
+ ndim = transpose_call.args[0].struct_info.ndim
+ if ndim == -1:
+ return False
+ if ndim == 2 and transpose_call.attrs.axes is None:
+ return True
+ axes = list(range(ndim))
+ axes[-1], axes[-2] = axes[-2], axes[-1]
+ return list(transpose_call.attrs.axes) == axes
+
+ # 2. Run the pass
+ mod = FuseOpsByPattern(
+ [("transpose_matmul_fuse", o, annotations, check)],
+ bind_constants=False,
+ )(mod)
+
+When ``annotate_codegen=True``, each fused function is additionally wrapped
+with ``Codegen`` and ``global_symbol`` attributes, which is how backends like
+CUTLASS and cuBLAS register themselves for external code generation.
+
+
+Quick Reference
+---------------
+
+**Pattern construction**
+
+.. list-table::
+ :header-rows: 1
+ :widths: 35 65
+
+ * - API
+ - Description
+ * - ``wildcard()``
+ - Match any expression
+ * - ``is_op(op_name)``
+ - Match a Relax operator by name
+ * - ``is_const()``
+ - Match any constant
+ * - ``is_var(name)`` / ``is_dfv(name)`` / ``is_gv(name)``
+ - Match ``Var`` / ``DataflowVar`` / ``GlobalVar``
+ * - ``is_tuple(fields)``
+ - Match a tuple with given field patterns
+ * - ``is_call_tir(name, args)``
+ - Match ``R.call_tir``
+ * - ``is_call_dps_packed(name, args)``
+ - Match ``R.call_dps_packed``
+ * - ``is_call_packed(name, args)``
+ - Match ``R.call_packed``
+ * - ``make_fused_bias_activation_pattern(...)``
+ - Build ``op + bias + activation`` chain
+ * - ``.has_dtype()`` / ``.has_shape()`` / ``.has_attr()`` / ``.has_struct_info()``
+ - Attach constraints
+ * - ``|`` / ``&`` / ``~``
+ - Or / And / Not combinators
+ * - ``^`` / ``>>``
+ - used_by / only_used_by (sequence)
+
+**Matching and rewriting**
+
+.. list-table::
+ :header-rows: 1
+ :widths: 35 65
+
+ * - API
+ - Description
+ * - ``pattern.match(expr)``
+ - Returns ``True`` if pattern matches
+ * - ``pattern.extract_matched_expr(expr)``
+ - Returns ``dict[DFPattern, Expr]`` or ``None``
+ * - ``rewrite_call(pattern, rewriter, func)``
+ - Rewrite individual expressions
+ * - ``rewrite_bindings(ctx, rewriter, func)``
+ - Rewrite across bindings in a ``DataflowBlock``
+ * - ``PatternMatchingRewriter.from_module(mod)``
+ - Declarative rewriter from ``IRModule``
+ * - ``@R.rewriter``
+ - Decorator shorthand for ``from_module``
+
+**Pass integration**
+
+.. list-table::
+ :header-rows: 1
+ :widths: 35 65
+
+ * - API
+ - Description
+ * - ``FusionPattern(name, pattern, annotations, check)``
+ - Bundle pattern with metadata for ``FuseOpsByPattern``
+ * - ``PatternCheckContext``
+ - Runtime context passed to check functions
+ * - ``FuseOpsByPattern(patterns, ...)``
+ - Module pass that fuses matched sub-graphs
diff --git a/docs/_sources/deep_dive/relax/index.rst.txt b/docs/_sources/deep_dive/relax/index.rst.txt
index d6c44d2e63a..8b605267a99 100644
--- a/docs/_sources/deep_dive/relax/index.rst.txt
+++ b/docs/_sources/deep_dive/relax/index.rst.txt
@@ -30,5 +30,6 @@ the whole IRModule
abstraction
learning
+ dpl
tutorials/relax_creation
tutorials/relax_transformation
diff --git a/docs/_sources/deep_dive/relax/tutorials/sg_execution_times.rst.txt b/docs/_sources/deep_dive/relax/tutorials/sg_execution_times.rst.txt
index 3fe9ca09866..929cd1f2d3d 100644
--- a/docs/_sources/deep_dive/relax/tutorials/sg_execution_times.rst.txt
+++ b/docs/_sources/deep_dive/relax/tutorials/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:00.158** total execution time for 2 files **from deep_dive/relax/tutorials**:
+**00:00.171** total execution time for 2 files **from deep_dive/relax/tutorials**:
.. container::
@@ -33,7 +33,7 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_creation.py` (``relax_creation.py``)
- - 00:00.105
+ - 00:00.118
- 0.0
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_transformation.py` (``relax_transformation.py``)
- 00:00.053
diff --git a/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst.txt b/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst.txt
index c754db6b1a8..1aa38a2cee0 100644
--- a/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst.txt
+++ b/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:00.437** total execution time for 2 files **from deep_dive/tensor_ir/tutorials**:
+**00:00.463** total execution time for 2 files **from deep_dive/tensor_ir/tutorials**:
.. container::
@@ -33,8 +33,8 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_transformation.py` (``tir_transformation.py``)
- - 00:00.266
+ - 00:00.276
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_creation.py` (``tir_creation.py``)
- - 00:00.170
+ - 00:00.187
- 0.0
diff --git a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_creation.rst.txt b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_creation.rst.txt
index 0fbe9c58224..3dc8b79e504 100644
--- a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_creation.rst.txt
+++ b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_creation.rst.txt
@@ -319,17 +319,17 @@ Now let's check the runtime dynamic shape inference:
.. code-block:: none
- [[1.3981805 1.1913707 0.9914137 1.0635233 ]
- [1.1858789 1.0552883 1.1821246 0.60098726]
- [0.722666 0.4862684 0.7601931 0.37344474]
- [1.6547334 1.1052506 1.2434198 1.1153383 ]]
- [[28.377247 30.924704 30.979858 ... 32.061016 34.69105 36.015457]
- [31.629547 31.128382 32.469376 ... 30.91402 35.534664 34.211514]
- [28.178993 30.88657 28.149206 ... 29.149818 34.13537 32.01098 ]
+ [[0.99048287 0.37084308 0.82966673 1.4263476 ]
+ [0.7325882 0.68645585 0.93229085 1.1091206 ]
+ [0.5037742 0.36344504 0.3356234 0.7472382 ]
+ [0.9657655 1.0295624 0.70034915 1.2941207 ]]
+ [[33.383682 28.683178 28.921877 ... 32.788548 29.564848 28.426188]
+ [34.577168 31.961147 30.196468 ... 32.492302 29.390192 31.08344 ]
+ [32.763226 31.028183 31.147142 ... 33.158627 32.6801 30.993105]
...
- [34.405315 36.26663 37.05075 ... 36.18641 41.016216 38.595745]
- [31.476845 32.96076 31.278698 ... 32.429813 37.53299 36.510757]
- [30.560852 33.42159 30.15389 ... 32.767193 36.00173 35.516743]]
+ [35.986366 36.340324 34.693214 ... 36.878586 33.94593 32.522747]
+ [35.281387 34.299385 34.029533 ... 35.913994 31.72554 32.73043 ]
+ [32.274544 28.620188 29.673372 ... 29.999893 28.154991 28.117664]]
diff --git a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst.txt b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst.txt
index d2bbdfdb5b0..98c488e91e4 100644
--- a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst.txt
+++ b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst.txt
@@ -120,7 +120,7 @@ original implementation.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 2.6379 2.6379 2.6379 2.6379 0.0000
+ 2.6452 2.6452 2.6452 2.6452 0.0000
@@ -292,7 +292,7 @@ action involves reordering these two loops.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.8623 0.8623 0.8623 0.8623 0.0000
+ 0.8614 0.8614 0.8614 0.8614 0.0000
@@ -420,7 +420,7 @@ from the reduction update via the **decompose_reduction** primitive.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.3604 0.3604 0.3604 0.3604 0.0000
+ 0.3493 0.3493 0.3493 0.3493 0.0000
diff --git a/docs/_sources/errors.rst.txt b/docs/_sources/errors.rst.txt
index 188cb5811a6..fc8b2ca7800 100644
--- a/docs/_sources/errors.rst.txt
+++ b/docs/_sources/errors.rst.txt
@@ -36,13 +36,13 @@ Where do these errors come from?
This error is caused by an internal invariant being violated during TVM's
execution. On a technical level, the message is generated by the
-``TVM_FFI_ICHECK`` macro, found in ``include/tvm/ffi/error.h`` in `TVM-FFI <https://github.com/tlc-pack/tvm-ffi>`_.
+``TVM_FFI_ICHECK`` macro, found in ``3rdparty/tvm-ffi/include/tvm/ffi/error.h``.
The ``TVM_FFI_ICHECK`` macro is used in many places in the TVM code to assert
some condition is true during execution; any time the assertion fails, TVM
will exit with the error message shown above.
For more details about how errors are handled and generated by TVM, please
-see `error-handling-guide`.
+see :ref:`error-handling-guide`.
What should I do when I encounter such an error?
------------------------------------------------
diff --git a/docs/_sources/get_started/tutorials/ir_module.rst.txt b/docs/_sources/get_started/tutorials/ir_module.rst.txt
index 22562ddb942..0238b5859ab 100644
--- a/docs/_sources/get_started/tutorials/ir_module.rst.txt
+++ b/docs/_sources/get_started/tutorials/ir_module.rst.txt
@@ -694,8 +694,8 @@ We can deploy the IRModule on CPU by specifying the target as ``llvm``.
.. code-block:: none
- [[ 0.19945057 0.08083029 -0.00172529 -0.06330361 -0.02899984 -0.09328233
- -0.02840686 0.04536423 0.20972735 -0.08732793]]
+ [[ 0.02128702 0.08168321 -0.31164068 0.05967477 0.10640153 0.05791432
+ -0.00460637 -0.1269317 -0.04053031 -0.4035814 ]]
@@ -761,8 +761,8 @@ Now we can compile the IRModule on GPU, the similar way as we did on CPU.
.. code-block:: none
- [[ 0.1994506 0.08083022 -0.00172526 -0.06330364 -0.02899984 -0.09328231
- -0.02840687 0.04536421 0.20972738 -0.0873279 ]]
+ [[ 0.02128701 0.08168324 -0.31164077 0.05967478 0.10640148 0.05791437
+ -0.00460639 -0.12693173 -0.04053025 -0.4035814 ]]
diff --git a/docs/_sources/get_started/tutorials/quick_start.rst.txt b/docs/_sources/get_started/tutorials/quick_start.rst.txt
index dc57d8c9ab8..a7418846302 100644
--- a/docs/_sources/get_started/tutorials/quick_start.rst.txt
+++ b/docs/_sources/get_started/tutorials/quick_start.rst.txt
@@ -224,8 +224,8 @@ different devices.
.. code-block:: none
- [[24641.928 24446.176 23149.242 24482.203 23691.8 24762.793 24631.99
- 25029.053 25930.037 23471.246]]
+ [[25518.871 24549.734 24520.602 24924.324 24868.152 23596.35 23986.531
+ 24201.844 25239.455 25858.664]]
diff --git a/docs/_sources/get_started/tutorials/sg_execution_times.rst.txt b/docs/_sources/get_started/tutorials/sg_execution_times.rst.txt
index 789c94ed050..5168368628b 100644
--- a/docs/_sources/get_started/tutorials/sg_execution_times.rst.txt
+++ b/docs/_sources/get_started/tutorials/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:10.022** total execution time for 2 files **from get_started/tutorials**:
+**00:08.205** total execution time for 2 files **from get_started/tutorials**:
.. container::
@@ -33,8 +33,8 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_get_started_tutorials_ir_module.py` (``ir_module.py``)
- - 00:09.856
+ - 00:08.050
- 0.0
* - :ref:`sphx_glr_get_started_tutorials_quick_start.py` (``quick_start.py``)
- - 00:00.166
+ - 00:00.155
- 0.0
diff --git a/docs/_sources/how_to/dev/pytest_target_parametrization.rst.txt b/docs/_sources/how_to/dev/pytest_target_parametrization.rst.txt
index b29419a1053..165d8ac0a59 100644
--- a/docs/_sources/how_to/dev/pytest_target_parametrization.rst.txt
+++ b/docs/_sources/how_to/dev/pytest_target_parametrization.rst.txt
@@ -49,7 +49,7 @@ In order for a test to be run, all of the following must be true.
Unit-Test File Contents
-----------------------
-.. _pytest-marks: https://docs.pytest.org/en/6.2.x/mark.html
+.. _pytest-marks: https://docs.pytest.org/en/stable/how-to/mark.html
The recommended method to run a test on multiple targets is by
parametrizing the test. This can be done explicitly for a fixed list
@@ -64,7 +64,7 @@ hardware is present, then that target will be reported as skipped.
.. code-block:: python
# Explicit listing of targets to use.
- @tvm.testing.parametrize_target('llvm', 'cuda')
+ @tvm.testing.parametrize_targets('llvm', 'cuda')
def test_function(target, dev):
# Test code goes here
@@ -202,8 +202,8 @@ the ``${TVM_HOME}`` directory.
- Passing a path to a folder or file will run only the unit tests
in that folder or file. This can be useful, for example, to
- avoid running tests located in ``tests/python/frontend`` on a
- system without a specific frontend installed.
+ avoid running tests located in ``tests/python/contrib`` on a
+ system without a specific backend installed.
- The ``-m`` argument only runs unit tests that are tagged with a
specific pytest marker. The most frequent usage is to use ``m
@@ -225,8 +225,8 @@ Running in local docker container
The ``docker/bash.sh`` script can be used to run unit tests inside the
same docker image as is used by the CI. The first argument should
specify which docker image to run (e.g. ``docker/bash.sh ci_gpu``).
-Allowed image names are defined at the top of the Jenkinsfile located
-in the TVM source directory, and map to images at `tlcpack`_.
+Allowed image names are defined in ``ci/jenkins/data.py`` in the TVM source directory,
+and map to images at `tlcpack`_.
If no additional arguments are given, the docker image will be loaded
with an interactive bash session. If a script is passed as an
@@ -274,7 +274,7 @@ in which stages.
determine how ``pytest`` is called. Each task starts by unpacking a
compiled library that was previous compiled in the ``BUILD`` stage,
then runs a test script
- (e.g. ``tests/script/task_python_unittest.sh``). These scripts set
+ (e.g. ``tests/scripts/task_python_unittest.sh``). These scripts set
the files/folders and command-line options that are passed to
``pytest``.
diff --git a/docs/_sources/how_to/dev/setup_rpc_system.rst.txt b/docs/_sources/how_to/dev/setup_rpc_system.rst.txt
index d5ea8c902f4..f5d6e99a30a 100644
--- a/docs/_sources/how_to/dev/setup_rpc_system.rst.txt
+++ b/docs/_sources/how_to/dev/setup_rpc_system.rst.txt
@@ -183,7 +183,7 @@ Troubleshooting
The package ``numpy`` is imported in some Python files which RPC server dependent on, and eliminating the import relationship is difficult, for some devices cross compiling ``numpy`` is very hard to do too.
-But actually the TVM runtime doesn't really dependent on ``numpy``, so a very simple workaround is create a dummy ``numpy``, just need to copy the below content into a file named ``numpy.py`` and place it into directory like ``/usr/local/lib/python3.9/site-packages``.
+But actually the TVM runtime doesn't really dependent on ``numpy``, so a very simple workaround is create a dummy ``numpy``, just need to copy the below content into a file named ``numpy.py`` and place it into your Python's ``site-packages`` directory (e.g. ``/usr/local/lib/python3.x/site-packages``).
.. code-block:: python
@@ -240,4 +240,4 @@ But actually the TVM runtime doesn't really dependent on ``numpy``, so a very si
2. The lack of ``cloudpickle`` on device machine caused the RPC server can't be launched.
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-Because ``cloudpickle`` package is a pure Python package, so just copying it from other machine to the directory like ``/usr/local/lib/python3.9/site-packages`` of the device machine will resolve the problem.
+Because ``cloudpickle`` package is a pure Python package, so just copying it from other machine to the Python ``site-packages`` directory of the device machine will resolve the problem.
diff --git a/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst.txt b/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst.txt
index d7130d3a45e..ad6c50c85a4 100644
--- a/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst.txt
+++ b/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst.txt
@@ -268,7 +268,7 @@ device and returns the measured cost. Network overhead is excluded.
.. code-block:: none
- 9.4e-08 secs/op
+ 9.3e-08 secs/op
@@ -670,8 +670,8 @@ This workflow is applicable to various deployment scenarios:
Converted PyTorch model to Relax:
- Number of parameters: 4
Using local target for demonstration
- Exported library to: /tmp/tmpiowghies/model_deployed.so
- Saved parameters to: /tmp/tmpiowghies/model_params.npz
+ Exported library to: /tmp/tmp8wbqfpor/model_deployed.so
+ Saved parameters to: /tmp/tmp8wbqfpor/model_params.npz
RPC workflow (works for any remote device):
==================================================
diff --git a/docs/_sources/how_to/tutorials/customize_opt.rst.txt b/docs/_sources/how_to/tutorials/customize_opt.rst.txt
index 298be313dd3..34d009d5787 100644
--- a/docs/_sources/how_to/tutorials/customize_opt.rst.txt
+++ b/docs/_sources/how_to/tutorials/customize_opt.rst.txt
@@ -425,8 +425,8 @@ We can build and deploy the optimized model to the TVM runtime.
.. code-block:: none
- [[25248.475 23048.977 24798.496 24105.348 26032.74 24614.217 26469.922
- 23756.75 23252.316 24743.438]]
+ [[27072.23 26481.32 27541.635 25619.27 26445.49 25323.273 24878.303
+ 25715.61 25252.18 26426.504]]
diff --git a/docs/_sources/how_to/tutorials/e2e_opt_model.rst.txt b/docs/_sources/how_to/tutorials/e2e_opt_model.rst.txt
index 8cf172c9e4a..6ead809444f 100644
--- a/docs/_sources/how_to/tutorials/e2e_opt_model.rst.txt
+++ b/docs/_sources/how_to/tutorials/e2e_opt_model.rst.txt
@@ -54,7 +54,7 @@ PyTorch.
.. code-block:: none
Downloading: "https://download.pytorch.org/models/resnet18-f37072fd.pth" to /workspace/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth
- 0%| | 0.00/44.7M [00:00<?, ?B/s] 75%|███████▌ | 33.5M/44.7M [00:00<00:00, 350MB/s] 100%|██████████| 44.7M/44.7M [00:00<00:00, 374MB/s]
+ 0%| | 0.00/44.7M [00:00<?, ?B/s] 65%|██████▌ | 29.1M/44.7M [00:00<00:00, 305MB/s] 100%|██████████| 44.7M/44.7M [00:00<00:00, 334MB/s]
diff --git a/docs/_sources/how_to/tutorials/import_model.rst.txt b/docs/_sources/how_to/tutorials/import_model.rst.txt
new file mode 100644
index 00000000000..8c6e7857fb5
--- /dev/null
+++ b/docs/_sources/how_to/tutorials/import_model.rst.txt
@@ -0,0 +1,579 @@
+
+.. DO NOT EDIT. THIS FILE WAS AUTOMATICALLY GENERATED BY
+.. TVM'S MONKEY-PATCHED VERSION OF SPHINX-GALLERY. TO MAKE
+.. CHANGES, EDIT THE SOURCE PYTHON FILE:
+.. "how_to/tutorials/import_model.py"
+
+.. only:: html
+
+ .. note::
+ :class: sphx-glr-download-link-note
+
+ You can click :ref:`here <sphx_glr_download_how_to_tutorials_import_model.py>` to run the Jupyter notebook locally.
+
+.. rst-class:: sphx-glr-example-title
+
+.. _sphx_glr_how_to_tutorials_import_model.py:
+
+
+.. _import_model:
+
+Importing Models from ML Frameworks
+====================================
+Apache TVM supports importing models from popular ML frameworks including PyTorch, ONNX,
+and TensorFlow Lite. This tutorial walks through each import path with a minimal working
+example and explains the key parameters. The PyTorch section additionally demonstrates
+how to handle unsupported operators via a custom converter map.
+
+For end-to-end optimization and deployment after importing, see :ref:`optimize_model`.
+
+.. note::
+
+ The ONNX section requires the ``onnx`` package. The TFLite section requires
+ ``tensorflow`` and ``tflite``. Sections whose dependencies are missing are skipped
+ automatically.
+
+.. contents:: Table of Contents
+ :local:
+ :depth: 2
+
+.. GENERATED FROM PYTHON SOURCE LINES 43-51
+
+Importing from PyTorch (Recommended)
+-------------------------------------
+TVM's PyTorch frontend is the most feature-complete. The recommended entry point is
+:py:func:`~tvm.relax.frontend.torch.from_exported_program`, which works with PyTorch's
+``torch.export`` API.
+
+We start by defining a small CNN model for demonstration. No pretrained weights are
+needed — we only care about the graph structure.
+
+.. GENERATED FROM PYTHON SOURCE LINES 51-80
+
+.. code-block:: Python
+
+
+ import numpy as np
+ import torch
+ from torch import nn
+ from torch.export import export
+
+ import tvm
+ from tvm import relax
+ from tvm.relax.frontend.torch import from_exported_program
+
+
+ class SimpleCNN(nn.Module):
+ def __init__(self):
+ super().__init__()
+ self.conv = nn.Conv2d(3, 16, kernel_size=3, padding=1)
+ self.bn = nn.BatchNorm2d(16)
+ self.pool = nn.AdaptiveAvgPool2d((1, 1))
+ self.fc = nn.Linear(16, 10)
+
+ def forward(self, x):
+ x = torch.relu(self.bn(self.conv(x)))
+ x = self.pool(x).flatten(1)
+ x = self.fc(x)
+ return x
+
+
+ torch_model = SimpleCNN().eval()
+ example_args = (torch.randn(1, 3, 32, 32),)
+
+
+
+
+
+
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 81-85
+
+Basic import
+~~~~~~~~~~~~
+The standard workflow is: ``torch.export.export()`` → ``from_exported_program()`` →
+``detach_params()``.
+
+.. GENERATED FROM PYTHON SOURCE LINES 85-97
+
+.. code-block:: Python
+
+
+ with torch.no_grad():
+ exported_program = export(torch_model, example_args)
+ mod = from_exported_program(
+ exported_program,
+ keep_params_as_input=True,
+ unwrap_unit_return_tuple=True,
+ )
+
+ mod, params = relax.frontend.detach_params(mod)
+ mod.show()
+
+
+
+
+
+.. rst-class:: sphx-glr-script-out
+
+ .. code-block:: none
+
+ /opt/uv/python/cpython-3.10-linux-x86_64-gnu/lib/python3.10/copyreg.py:101: FutureWarning: `isinstance(treespec, LeafSpec)` is deprecated, use `isinstance(treespec, TreeSpec) and treespec.is_leaf()` instead.
+ return cls.__new__(cls, *args)
+ # from tvm.script import ir as I
+ # from tvm.script import relax as R
+
+ @I.ir_module
+ class Module:
+ @R.function
+ def main(x: R.Tensor((1, 3, 32, 32), dtype="float32"), p_conv_weight: R.Tensor((16, 3, 3, 3), dtype="float32"), p_conv_bias: R.Tensor((16,), dtype="float32"), p_bn_weight: R.Tensor((16,), dtype="float32"), p_bn_bias: R.Tensor((16,), dtype="float32"), p_fc_weight: R.Tensor((10, 16), dtype="float32"), p_fc_bias: R.Tensor((10,), dtype="float32")) -> R.Tensor((1, 10), dtype="float32"):
+ R.func_attr({"num_input": 1})
+ with R.dataflow():
+ lv: R.Tensor((1, 16, 32, 32), dtype="float32") = R.nn.conv2d(x, p_conv_weight, strides=[1, 1], padding=[1, 1, 1, 1], dilation=[1, 1], groups=1, data_layout="NCHW", kernel_layout="OIHW", out_layout="NCHW", out_dtype="float32")
+ lv1: R.Tensor((1, 16, 1, 1), dtype="float32") = R.reshape(p_conv_bias, R.shape([1, 16, 1, 1]))
+ lv2: R.Tensor((1, 16, 32, 32), dtype="float32") = R.add(lv, lv1)
+ lv3: R.Tuple(R.Tensor((1, 16, 32, 32), dtype="float32"), R.Tensor((16,), dtype="float32"), R.Tensor((16,), dtype="float32")) = R.nn.batch_norm(lv2, p_bn_weight, p_bn_bias, metadata["relax.expr.Constant"][0], metadata["relax.expr.Constant"][1], axis=1, epsilon=1.0000000000000001e-05, center=True, scale=True, momentum=0.10000000000000001, training=False)
+ lv4: R.Tensor((1, 16, 32, 32), dtype="float32") = lv3[0]
+ lv5: R.Tensor((1, 16, 32, 32), dtype="float32") = R.nn.relu(lv4)
+ lv6: R.Tensor((1, 16, 1, 1), dtype="float32") = R.mean(lv5, axis=[-1, -2], keepdims=True)
+ lv7: R.Tensor((1, 16), dtype="float32") = R.reshape(lv6, R.shape([1, 16]))
+ lv8: R.Tensor((16, 10), dtype="float32") = R.permute_dims(p_fc_weight, axes=[1, 0])
+ lv9: R.Tensor((1, 10), dtype="float32") = R.matmul(lv7, lv8, out_dtype="float32")
+ lv10: R.Tensor((1, 10), dtype="float32") = R.add(p_fc_bias, lv9)
+ gv: R.Tensor((1, 10), dtype="float32") = lv10
+ R.output(gv)
+ return gv
+
+ # Metadata omitted. Use show_meta=True in script() method to show it.
+
+
+
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 98-116
+
+Key parameters
+~~~~~~~~~~~~~~
+``from_exported_program`` accepts several parameters that control how the model is
+translated:
+
+- **keep_params_as_input** (bool, default ``False``): When ``True``, model weights become
+ function parameters, separated via ``relax.frontend.detach_params()``. When ``False``,
+ weights are embedded as constants inside the IRModule. Use ``True`` when you want to
+ manage weights independently (e.g., for weight sharing or quantization).
+
+- **unwrap_unit_return_tuple** (bool, default ``False``): PyTorch ``export`` always wraps
+ the return value in a tuple. Set ``True`` to unwrap single-element return tuples for a
+ cleaner Relax function signature.
+
+- **run_ep_decomposition** (bool, default ``True``): Runs PyTorch's built-in operator
+ decomposition before translation. This breaks high-level ops (e.g., ``batch_norm``) into
+ lower-level primitives, which generally improves TVM's coverage and optimization
+ opportunities. Set ``False`` if you want to preserve the original op granularity.
+
+.. GENERATED FROM PYTHON SOURCE LINES 118-137
+
+Handling unsupported operators with ``custom_convert_map``
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+When TVM encounters a PyTorch operator it does not recognize, it raises an error
+indicating the unsupported operator name. You can extend the frontend by providing a
+**custom converter map** — a dictionary mapping operator names to your own conversion
+functions.
+
+A custom converter function receives two arguments:
+
+- **node** (``torch.fx.Node``): The FX graph node being converted, carrying operator
+ info and references to input nodes.
+- **importer** (``ExportedProgramImporter``): The importer instance, giving access to:
+
+ - ``importer.env``: Dict mapping FX nodes to their converted Relax expressions.
+ - ``importer.block_builder``: The Relax ``BlockBuilder`` for emitting operations.
+ - ``importer.retrieve_args(node)``: Helper to look up converted args.
+
+The function must return a ``relax.Var`` — the Relax expression for this node's output.
+Here is an example that maps an operator to ``relax.op.sigmoid``:
+
+.. GENERATED FROM PYTHON SOURCE LINES 137-147
+
+.. code-block:: Python
+
+
+ from tvm.relax.frontend.torch.exported_program_translator import ExportedProgramImporter
+
+
+ def convert_sigmoid(node: torch.fx.Node, importer: ExportedProgramImporter) -> relax.Var:
+ """Custom converter: map an op to relax.op.sigmoid."""
+ args = importer.retrieve_args(node)
+ return importer.block_builder.emit(relax.op.sigmoid(args[0]))
+
+
+
+
+
+
+
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 148-164
+
+To use the custom converter, pass it via the ``custom_convert_map`` parameter. The key
+is the ATen operator name in ``"op_name.variant"`` format (e.g., ``"sigmoid.default"``):
+
+.. code-block:: python
+
+ mod = from_exported_program(
+ exported_program,
+ custom_convert_map={"sigmoid.default": convert_sigmoid},
+ )
+
+.. note::
+
+ To find the correct operator name, check the error message TVM raises when encountering
+ the unsupported op — it includes the exact ATen name. You can also inspect the exported
+ program's graph via ``print(exported_program.graph_module.graph)`` to see all operator
+ names.
+
+.. GENERATED FROM PYTHON SOURCE LINES 166-183
+
+Alternative PyTorch import methods
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+Besides ``from_exported_program``, TVM also provides:
+
+- :py:func:`~tvm.relax.frontend.torch.from_fx`: Works with ``torch.fx.GraphModule``
+ from ``torch.fx.symbolic_trace()``. Requires explicit ``input_info`` (shapes and dtypes).
+ Use this when ``torch.export`` fails on certain Python control flow patterns.
+
+- :py:func:`~tvm.relax.frontend.torch.relax_dynamo`: A ``torch.compile`` backend that
+ compiles and executes the model through TVM in one step. Useful for integrating TVM
+ into an existing PyTorch training or inference loop.
+
+- :py:func:`~tvm.relax.frontend.torch.dynamo_capture_subgraphs`: Captures subgraphs from
+ a PyTorch model into an IRModule via ``torch.compile``. Each subgraph becomes a separate
+ function in the IRModule.
+
+For most use cases, ``from_exported_program`` is the recommended path.
+
+.. GENERATED FROM PYTHON SOURCE LINES 185-191
+
+Verifying the imported model
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+After importing, it is good practice to verify that TVM produces the same output as the
+original framework. We compile with the minimal ``"zero"`` pipeline (no tuning) and
+compare. The same approach applies to models imported via the ONNX and TFLite frontends
+shown below.
+
+.. GENERATED FROM PYTHON SOURCE LINES 191-210
+
+.. code-block:: Python
+
+
+ mod_compiled = relax.get_pipeline("zero")(mod)
+ exec_module = tvm.compile(mod_compiled, target="llvm")
+ dev = tvm.cpu()
+ vm = relax.VirtualMachine(exec_module, dev)
+
+ # Run inference
+ input_data = np.random.rand(1, 3, 32, 32).astype("float32")
+ tvm_input = tvm.runtime.tensor(input_data, dev)
+ tvm_params = [tvm.runtime.tensor(p, dev) for p in params["main"]]
+ tvm_out = vm["main"](tvm_input, *tvm_params).numpy()
+
+ # Compare with PyTorch
+ with torch.no_grad():
+ pt_out = torch_model(torch.from_numpy(input_data)).numpy()
+
+ np.testing.assert_allclose(tvm_out, pt_out, rtol=1e-5, atol=1e-5)
+ print("PyTorch vs TVM outputs match!")
+
+
+
+
+
+.. rst-class:: sphx-glr-script-out
+
+ .. code-block:: none
+
+ PyTorch vs TVM outputs match!
+
+
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 211-218
+
+Importing from ONNX
+--------------------
+TVM can import ONNX models via :py:func:`~tvm.relax.frontend.onnx.from_onnx`. The
+function accepts an ``onnx.ModelProto`` object, so you need to load the model with
+``onnx.load()`` first.
+
+Here we export the same CNN model to ONNX format and then import it into TVM.
+
+.. GENERATED FROM PYTHON SOURCE LINES 218-242
+
+.. code-block:: Python
+
+
+ try:
+ import onnx
+ import onnxscript # noqa: F401 # required by torch.onnx.export
+
+ HAS_ONNX = True
+ except ImportError:
+ onnx = None # type: ignore[assignment]
+ HAS_ONNX = False
+
+ if HAS_ONNX:
+ from tvm.relax.frontend.onnx import from_onnx
+
+ # Export the PyTorch model to ONNX
+ dummy_input = torch.randn(1, 3, 32, 32)
+ onnx_path = "simple_cnn.onnx"
+ torch.onnx.export(torch_model, dummy_input, onnx_path, input_names=["input"])
+
+ # Load and import into TVM
+ onnx_model = onnx.load(onnx_path)
+ mod_onnx = from_onnx(onnx_model, keep_params_in_input=True)
+ mod_onnx, params_onnx = relax.frontend.detach_params(mod_onnx)
+ mod_onnx.show()
+
+
+
+
+
+
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 243-253
+
+If you already have an ``.onnx`` file on disk, the workflow is even simpler:
+
+.. code-block:: python
+
+ import onnx
+ from tvm.relax.frontend.onnx import from_onnx
+
+ onnx_model = onnx.load("my_model.onnx")
+ mod = from_onnx(onnx_model)
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 255-279
+
+Key parameters
+~~~~~~~~~~~~~~
+- **shape_dict** (dict, optional): Maps input names to shapes. Auto-inferred from the
+ model if not provided. Useful when the ONNX model has dynamic dimensions that you
+ want to fix to concrete sizes:
+
+ .. code-block:: python
+
+ mod = from_onnx(onnx_model, shape_dict={"input": [1, 3, 224, 224]})
+
+- **dtype_dict** (str or dict, default ``"float32"``): Input dtypes. A single string
+ applies to all inputs, or use a dict to set per-input dtypes:
+
+ .. code-block:: python
+
+ mod = from_onnx(onnx_model, dtype_dict={"input": "float16"})
+
+- **keep_params_in_input** (bool, default ``False``): Same semantics as PyTorch — whether
+ model weights are function parameters or embedded constants.
+
+- **opset** (int, optional): Override the opset version auto-detected from the model.
+ Each ONNX op may have different semantics across opset versions; TVM's converter
+ selects the appropriate implementation automatically. You rarely need to set this
+ unless the model metadata is incorrect.
+
+.. GENERATED FROM PYTHON SOURCE LINES 281-294
+
+Importing from TensorFlow Lite
+-------------------------------
+TVM can import TFLite flat buffer models via
+:py:func:`~tvm.relax.frontend.tflite.from_tflite`. The function expects a TFLite
+``Model`` object parsed from flat buffer bytes via ``GetRootAsModel``.
+
+.. note::
+
+ The ``tflite`` Python package has changed its module layout across versions.
+ Older versions use ``tflite.Model.Model.GetRootAsModel``, while newer versions use
+ ``tflite.Model.GetRootAsModel``. The code below handles both.
+
+Below we create a minimal TFLite model from TensorFlow and import it.
+
+.. GENERATED FROM PYTHON SOURCE LINES 294-334
+
+.. code-block:: Python
+
+
+ try:
+ import tensorflow as tf
+ import tflite
+ import tflite.Model
+
+ HAS_TFLITE = True
+ except ImportError:
+ HAS_TFLITE = False
+
+ if HAS_TFLITE:
+ from tvm.relax.frontend.tflite import from_tflite
+
+ # Define a simple TF module and convert to TFLite.
+ # We use plain TF ops (not keras layers) to avoid variable-handling ops
+ # that some TFLite converter versions do not support cleanly.
+ class TFModule(tf.Module):
+ @tf.function(
+ input_signature=[
+ tf.TensorSpec(shape=(1, 784), dtype=tf.float32),
+ tf.TensorSpec(shape=(784, 10), dtype=tf.float32),
+ ]
+ )
+ def forward(self, x, weight):
+ return tf.matmul(x, weight) + 0.1
+
+ tf_module = TFModule()
+ converter = tf.lite.TFLiteConverter.from_concrete_functions(
+ [tf_module.forward.get_concrete_function()], tf_module
+ )
+ tflite_buf = converter.convert()
+
+ # Parse and import into TVM (API differs between tflite package versions)
+ if hasattr(tflite.Model, "Model"):
+ tflite_model = tflite.Model.Model.GetRootAsModel(tflite_buf, 0)
+ else:
+ tflite_model = tflite.Model.GetRootAsModel(tflite_buf, 0)
+ mod_tflite = from_tflite(tflite_model)
+ mod_tflite.show()
+
+
+
+
+
+.. rst-class:: sphx-glr-script-out
+
+ .. code-block:: none
+
+ # from tvm.script import ir as I
+ # from tvm.script import relax as R
+
+ @I.ir_module
+ class Module:
+ @R.function
+ def main(serving_default_weight_0: R.Tensor((784, 10), dtype="float32"), serving_default_x_0: R.Tensor((1, 784), dtype="float32")) -> R.Tensor((1, 10), dtype="float32"):
+ R.func_attr({"num_input": 2, "params": [metadata["ffi.Tensor"][0]]})
+ with R.dataflow():
+ lv: R.Tensor((10, 784), dtype="float32") = R.permute_dims(serving_default_weight_0, axes=[1, 0])
+ lv1: R.Tensor((784, 10), dtype="float32") = R.permute_dims(lv, axes=[1, 0])
+ lv2: R.Tensor((1, 10), dtype="float32") = R.matmul(serving_default_x_0, lv1, out_dtype="void")
+ gv: R.Tensor((1, 10), dtype="float32") = R.add(lv2, metadata["relax.expr.Constant"][0])
+ R.output(gv)
+ return gv
+
+ # Metadata omitted. Use show_meta=True in script() method to show it.
+
+
+
+
+
+.. GENERATED FROM PYTHON SOURCE LINES 335-353
+
+Loading from a ``.tflite`` file
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+If you already have a ``.tflite`` file on disk, load the raw bytes and parse them:
+
+.. code-block:: python
+
+ import tflite
+ import tflite.Model
+ from tvm.relax.frontend.tflite import from_tflite
+
+ with open("my_model.tflite", "rb") as f:
+ tflite_buf = f.read()
+
+ if hasattr(tflite.Model, "Model"):
+ tflite_model = tflite.Model.Model.GetRootAsModel(tflite_buf, 0)
+ else:
+ tflite_model = tflite.Model.GetRootAsModel(tflite_buf, 0)
+ mod = from_tflite(tflite_model)
+
+.. GENERATED FROM PYTHON SOURCE LINES 355-378
+
+Key parameters
+~~~~~~~~~~~~~~
+- **shape_dict** / **dtype_dict** (optional): Override input shapes and dtypes. If not
+ provided, they are inferred from the TFLite model metadata.
+
+- **op_converter** (class, optional): A custom operator converter class. Subclass
+ ``OperatorConverter`` and override its ``convert_map`` dictionary to add or replace
+ operator conversions. For example, to add a hypothetical ``CUSTOM_RELU`` op:
+
+ .. code-block:: python
+
+ from tvm.relax.frontend.tflite.tflite_frontend import OperatorConverter
+
+ class MyConverter(OperatorConverter):
+ def __init__(self, model, subgraph, exp_tab, ctx):
+ super().__init__(model, subgraph, exp_tab, ctx)
+ self.convert_map["CUSTOM_RELU"] = self._convert_custom_relu
+
+ def _convert_custom_relu(self, op):
+ # implement your conversion logic here
+ ...
+
+ mod = from_tflite(tflite_model, op_converter=MyConverter)
+
+.. GENERATED FROM PYTHON SOURCE LINES 380-408
+
+Summary
+-------
+
++---------------------+----------------------------+-------------------------------+-----------------------------+
+| Aspect | PyTorch | ONNX | TFLite |
++=====================+============================+===============================+=============================+
+| Entry function | ``from_exported_program`` | ``from_onnx`` | ``from_tflite`` |
++---------------------+----------------------------+-------------------------------+-----------------------------+
+| Input | ``ExportedProgram`` | ``onnx.ModelProto`` | TFLite ``Model`` object |
++---------------------+----------------------------+-------------------------------+-----------------------------+
+| Custom extension | ``custom_convert_map`` | — | ``op_converter`` class |
++---------------------+----------------------------+-------------------------------+-----------------------------+
+
+**Which to use?** Pick the frontend that matches your model format:
+
+- Have a PyTorch model? Use ``from_exported_program`` — it has the broadest operator coverage.
+- Have an ``.onnx`` file? Use ``from_onnx``.
+- Have a ``.tflite`` file? Use ``from_tflite``.
+
+The verification workflow (compile → run → compare) demonstrated in the PyTorch section
+above applies equally to ONNX and TFLite imports.
+
+For the full list of supported operators, see the converter map in each frontend's source:
+PyTorch uses ``create_convert_map()`` in ``exported_program_translator.py``, ONNX uses
+``_get_convert_map()`` in ``onnx_frontend.py``, and TFLite uses ``convert_map`` in
+``OperatorConverter`` in ``tflite_frontend.py``.
+
+After importing, refer to :ref:`optimize_model` for optimization and deployment.
+
+
+.. _sphx_glr_download_how_to_tutorials_import_model.py:
+
+.. only:: html
+
+ .. container:: sphx-glr-footer sphx-glr-footer-example
+
+ .. container:: sphx-glr-download sphx-glr-download-jupyter
+
+ :download:`Download Jupyter notebook: import_model.ipynb <import_model.ipynb>`
+
+ .. container:: sphx-glr-download sphx-glr-download-python
+
+ :download:`Download Python source code: import_model.py <import_model.py>`
+
+ .. container:: sphx-glr-download sphx-glr-download-zip
+
+ :download:`Download zipped: import_model.zip <import_model.zip>`
+
+
+.. only:: html
+
+ .. rst-class:: sphx-glr-signature
+
+ `Gallery generated by Sphinx-Gallery <https://sphinx-gallery.github.io>`_
diff --git a/docs/_sources/how_to/tutorials/index.rst.txt b/docs/_sources/how_to/tutorials/index.rst.txt
index 72cd7e531b6..d70bb65e091 100644
--- a/docs/_sources/how_to/tutorials/index.rst.txt
+++ b/docs/_sources/how_to/tutorials/index.rst.txt
@@ -79,6 +79,23 @@ HOW TO
</div>
+.. raw:: html
+
+ <div class="sphx-glr-thumbcontainer" tooltip="For end-to-end optimization and deployment after importing, see optimize_model.">
+
+.. only:: html
+
+ .. image:: /how_to/tutorials/images/thumb/sphx_glr_import_model_thumb.png
+ :alt:
+
+ :doc:`/how_to/tutorials/import_model`
+
+.. raw:: html
+
+ <div class="sphx-glr-thumbnail-title">Importing Models from ML Frameworks</div>
+ </div>
+
+
.. raw:: html
<div class="sphx-glr-thumbcontainer" tooltip="BasePyModule solves this by letting Python functions, TIR kernels, and Relax functions coexist in one module. TIR and Relax functions are JIT-compiled on instantiation, Python functions run as-is, and tensors move between TVM and PyTorch via zero-copy DLPack. This enables:">
@@ -127,6 +144,7 @@ HOW TO
/how_to/tutorials/customize_opt
/how_to/tutorials/e2e_opt_model
/how_to/tutorials/export_and_load_executable
+ /how_to/tutorials/import_model
/how_to/tutorials/mix_python_and_tvm_with_pymodule
/how_to/tutorials/optimize_llm
diff --git a/docs/_sources/how_to/tutorials/sg_execution_times.rst.txt b/docs/_sources/how_to/tutorials/sg_execution_times.rst.txt
index 66e7b81fb4a..bf947002251 100644
--- a/docs/_sources/how_to/tutorials/sg_execution_times.rst.txt
+++ b/docs/_sources/how_to/tutorials/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:30.435** total execution time for 6 files **from how_to/tutorials**:
+**00:48.057** total execution time for 7 files **from how_to/tutorials**:
.. container::
@@ -33,16 +33,19 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_how_to_tutorials_optimize_llm.py` (``optimize_llm.py``)
- - 00:28.509
+ - 00:39.005
+ - 0.0
+ * - :ref:`sphx_glr_how_to_tutorials_import_model.py` (``import_model.py``)
+ - 00:07.313
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_e2e_opt_model.py` (``e2e_opt_model.py``)
- - 00:00.809
+ - 00:00.622
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_customize_opt.py` (``customize_opt.py``)
- - 00:00.623
+ - 00:00.619
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_cross_compilation_and_rpc.py` (``cross_compilation_and_rpc.py``)
- - 00:00.488
+ - 00:00.492
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_mix_python_and_tvm_with_pymodule.py` (``mix_python_and_tvm_with_pymodule.py``)
- 00:00.004
diff --git a/docs/_sources/index.rst.txt b/docs/_sources/index.rst.txt
index 2b5ef646463..9bebfe17726 100644
--- a/docs/_sources/index.rst.txt
+++ b/docs/_sources/index.rst.txt
@@ -41,6 +41,7 @@ driving its costs down.
:maxdepth: 1
:caption: How To
+ how_to/tutorials/import_model
how_to/tutorials/e2e_opt_model
how_to/tutorials/customize_opt
how_to/tutorials/optimize_llm
diff --git a/docs/_sources/install/from_source.rst.txt b/docs/_sources/install/from_source.rst.txt
index d84185912d1..329ba219c13 100644
--- a/docs/_sources/install/from_source.rst.txt
+++ b/docs/_sources/install/from_source.rst.txt
@@ -71,6 +71,14 @@ one may simply use:
# enter the build environment
conda activate tvm-build-venv
+.. note::
+ **For Frontend Contributors (TFLite):** If you plan to run or contribute to the frontend tests (e.g., ``test_frontend_tflite.py``), you must strictly use **Python 3.10**.
+
+ The TFLite tests currently require ``tensorflow==2.9.0`` and ``numpy==1.26.4`` to prevent ``_ARRAY_API`` core dumps.
+ Because TensorFlow 2.9.0 does not provide pre-compiled binaries for Python 3.11 or newer,
+ setting up your environment with Python 3.11+ will force incompatible pip upgrades
+ and cause C++ ABI crashes during testing.
+
Step 2. Get Source from GitHub
------------------------------
You can also choose to clone the source repo from GitHub.
@@ -279,7 +287,7 @@ Building on Windows
~~~~~~~~~~~~~~~~~~~
TVM support build via MSVC using CMake. You will need to obtain a visual studio compiler.
The minimum required VS version is **Visual Studio Enterprise 2019** (NOTE: we test
-against GitHub Actions' `Windows 2019 Runner <https://github.com/actions/virtual-environments/blob/main/images/win/Windows2019-Readme.md>`_, so see that page for full details.
+against GitHub Actions' `windows-latest Runner <https://github.com/actions/runner-images>`_, so see that page for full details.
We recommend following :ref:`install-dependencies` to obtain necessary dependencies and
get an activated tvm-build environment. Then you can run the following command to build
@@ -310,7 +318,7 @@ For CUDA support on Windows:
CMake & Compiler Setup
......................
- Specify generator: ``cmake -G "Visual Studio 16 2019" -A x64 ..``
-- Ensure Python is in PATH or specify: ``-DPython_EXECUTABLE=C:\Python39\python.exe``
+- Ensure Python is in PATH or specify: ``-DPython_EXECUTABLE=C:\Python311\python.exe``
Building ROCm support
diff --git a/docs/_sources/reference/api/python/index.rst.txt b/docs/_sources/reference/api/python/index.rst.txt
index dec8167a1ab..a3852e6adaf 100644
--- a/docs/_sources/reference/api/python/index.rst.txt
+++ b/docs/_sources/reference/api/python/index.rst.txt
@@ -45,9 +45,12 @@ Python API
relax/relax
relax/analysis
relax/block_builder
+ relax/distributed
relax/frontend
relax/op
+ relax/training
relax/transform
+ relax/dpl
.. toctree::
:maxdepth: 1
@@ -62,6 +65,7 @@ Python API
:maxdepth: 1
:caption: tvm.s_tir
+ s_tir/analysis
s_tir/schedule
s_tir/transform
s_tir/dlight
diff --git a/docs/_sources/deep_dive/relax/index.rst.txt b/docs/_sources/reference/api/python/relax/distributed.rst.txt
similarity index 64%
copy from docs/_sources/deep_dive/relax/index.rst.txt
copy to docs/_sources/reference/api/python/relax/distributed.rst.txt
index d6c44d2e63a..a73012ccbf4 100644
--- a/docs/_sources/deep_dive/relax/index.rst.txt
+++ b/docs/_sources/reference/api/python/relax/distributed.rst.txt
@@ -15,20 +15,8 @@
specific language governing permissions and limitations
under the License.
-.. _relax-deep-dive:
-
-Relax
-=====
-Relax is a high-level abstraction for graph optimization and transformation in Apache TVM stack.
-Additionally, Apache TVM combines Relax and TensorIR together for cross-level
-optimization. Hence, Relax is usually working closely with TensorIR for representing and optimizing
-the whole IRModule
-
-
-.. toctree::
- :maxdepth: 2
-
- abstraction
- learning
- tutorials/relax_creation
- tutorials/relax_transformation
+tvm.relax.distributed
+---------------------
+.. automodule:: tvm.relax.distributed
+ :members:
+ :imported-members:
diff --git a/docs/_sources/deep_dive/relax/index.rst.txt b/docs/_sources/reference/api/python/relax/dpl.rst.txt
similarity index 64%
copy from docs/_sources/deep_dive/relax/index.rst.txt
copy to docs/_sources/reference/api/python/relax/dpl.rst.txt
index d6c44d2e63a..ecc055382a6 100644
--- a/docs/_sources/deep_dive/relax/index.rst.txt
+++ b/docs/_sources/reference/api/python/relax/dpl.rst.txt
@@ -15,20 +15,7 @@
specific language governing permissions and limitations
under the License.
-.. _relax-deep-dive:
-
-Relax
-=====
-Relax is a high-level abstraction for graph optimization and transformation in Apache TVM stack.
-Additionally, Apache TVM combines Relax and TensorIR together for cross-level
-optimization. Hence, Relax is usually working closely with TensorIR for representing and optimizing
-the whole IRModule
-
-
-.. toctree::
- :maxdepth: 2
-
- abstraction
- learning
- tutorials/relax_creation
- tutorials/relax_transformation
+tvm.relax.dpl
+-------------
+.. automodule:: tvm.relax.dpl
+ :members:
diff --git a/docs/_sources/deep_dive/relax/index.rst.txt b/docs/_sources/reference/api/python/relax/training.rst.txt
similarity index 64%
copy from docs/_sources/deep_dive/relax/index.rst.txt
copy to docs/_sources/reference/api/python/relax/training.rst.txt
index d6c44d2e63a..816d398b64d 100644
--- a/docs/_sources/deep_dive/relax/index.rst.txt
+++ b/docs/_sources/reference/api/python/relax/training.rst.txt
@@ -15,20 +15,8 @@
specific language governing permissions and limitations
under the License.
-.. _relax-deep-dive:
-
-Relax
-=====
-Relax is a high-level abstraction for graph optimization and transformation in Apache TVM stack.
-Additionally, Apache TVM combines Relax and TensorIR together for cross-level
-optimization. Hence, Relax is usually working closely with TensorIR for representing and optimizing
-the whole IRModule
-
-
-.. toctree::
- :maxdepth: 2
-
- abstraction
- learning
- tutorials/relax_creation
- tutorials/relax_transformation
+tvm.relax.training
+------------------
+.. automodule:: tvm.relax.training
+ :members:
+ :imported-members:
diff --git a/docs/_sources/deep_dive/relax/index.rst.txt b/docs/_sources/reference/api/python/s_tir/analysis.rst.txt
similarity index 64%
copy from docs/_sources/deep_dive/relax/index.rst.txt
copy to docs/_sources/reference/api/python/s_tir/analysis.rst.txt
index d6c44d2e63a..dafbd92947c 100644
--- a/docs/_sources/deep_dive/relax/index.rst.txt
+++ b/docs/_sources/reference/api/python/s_tir/analysis.rst.txt
@@ -15,20 +15,7 @@
specific language governing permissions and limitations
under the License.
-.. _relax-deep-dive:
-
-Relax
-=====
-Relax is a high-level abstraction for graph optimization and transformation in Apache TVM stack.
-Additionally, Apache TVM combines Relax and TensorIR together for cross-level
-optimization. Hence, Relax is usually working closely with TensorIR for representing and optimizing
-the whole IRModule
-
-
-.. toctree::
- :maxdepth: 2
-
- abstraction
- learning
- tutorials/relax_creation
- tutorials/relax_transformation
+tvm.s_tir.analysis
+------------------
+.. automodule:: tvm.s_tir.analysis
+ :members:
diff --git a/docs/_sources/sg_execution_times.rst.txt b/docs/_sources/sg_execution_times.rst.txt
index 91b91ea790b..c9db7d9f69f 100644
--- a/docs/_sources/sg_execution_times.rst.txt
+++ b/docs/_sources/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:41.051** total execution time for 12 files **from all galleries**:
+**00:56.895** total execution time for 13 files **from all galleries**:
.. container::
@@ -33,31 +33,34 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_how_to_tutorials_optimize_llm.py` (``../how_to/tutorials/optimize_llm.py``)
- - 00:28.509
+ - 00:39.005
- 0.0
* - :ref:`sphx_glr_get_started_tutorials_ir_module.py` (``../get_started/tutorials/ir_module.py``)
- - 00:09.856
+ - 00:08.050
+ - 0.0
+ * - :ref:`sphx_glr_how_to_tutorials_import_model.py` (``../how_to/tutorials/import_model.py``)
+ - 00:07.313
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_e2e_opt_model.py` (``../how_to/tutorials/e2e_opt_model.py``)
- - 00:00.809
+ - 00:00.622
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_customize_opt.py` (``../how_to/tutorials/customize_opt.py``)
- - 00:00.623
+ - 00:00.619
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_cross_compilation_and_rpc.py` (``../how_to/tutorials/cross_compilation_and_rpc.py``)
- - 00:00.488
+ - 00:00.492
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_transformation.py` (``../deep_dive/tensor_ir/tutorials/tir_transformation.py``)
- - 00:00.266
+ - 00:00.276
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_creation.py` (``../deep_dive/tensor_ir/tutorials/tir_creation.py``)
- - 00:00.170
+ - 00:00.187
- 0.0
* - :ref:`sphx_glr_get_started_tutorials_quick_start.py` (``../get_started/tutorials/quick_start.py``)
- - 00:00.166
+ - 00:00.155
- 0.0
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_creation.py` (``../deep_dive/relax/tutorials/relax_creation.py``)
- - 00:00.105
+ - 00:00.118
- 0.0
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_transformation.py` (``../deep_dive/relax/tutorials/relax_transformation.py``)
- 00:00.053
diff --git a/docs/arch/device_target_interactions.html b/docs/arch/device_target_interactions.html
index b7733904efd..1de52a7792e 100644
--- a/docs/arch/device_target_interactions.html
+++ b/docs/arch/device_target_interactions.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/arch/index.html b/docs/arch/index.html
index f4cfd381902..7393948e521 100644
--- a/docs/arch/index.html
+++ b/docs/arch/index.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -534,6 +535,25 @@ bytecode-interpreted Relax functions, and <em>VMTIRFunc</em> for compiled TIR ke
<p>On the Python side, users interact with the VM through <code class="docutils literal notranslate"><span class="pre">relax.VirtualMachine(executable,</span> <span class="pre">device)</span></code>,
which provides both a direct invocation interface and a stateful set-input / invoke / get-output
interface suitable for RPC-based remote execution.</p>
+<p>Disco is TVM’s distributed runtime for executing models across multiple devices. When a model is
+too large to fit on a single GPU, the <code class="docutils literal notranslate"><span class="pre">relax.distributed</span></code> module annotates how tensors should be
+partitioned and placed across a mesh of devices at compile time. Disco then takes over at runtime:
+it manages a group of workers, dispatches the compiled program to all of them simultaneously, and
+coordinates inter-device communication through collective operations such as allreduce, allgather,
+broadcast, and scatter.</p>
+<p>The central abstraction is the <code class="docutils literal notranslate"><span class="pre">Session</span></code>, which owns the workers and exposes a SPMD-style
+programming interface. Every object that lives on workers is represented by a <code class="docutils literal notranslate"><span class="pre">DRef</span></code> — a
+distributed reference that maps to a concrete value on each worker. When the controller invokes a
+<code class="docutils literal notranslate"><span class="pre">DPackedFunc</span></code> through the session, all workers execute the same PackedFunc call synchronously, each
+operating on its own local shard. Compiled VM modules can be loaded into a session as <code class="docutils literal notranslate"><span class="pre">DModule</span></code>
+objects and called in the same fashion. The session also provides collective primitives backed by
+NCCL or RCCL, so that workers can exchange partial results without routing data through the
+controller.</p>
+<p>Three session backends cover different deployment topologies. <code class="docutils literal notranslate"><span class="pre">ThreadedSession</span></code> spawns workers as
+threads within a single process — this is the most common choice for multi-GPU inference on a
+single machine. <code class="docutils literal notranslate"><span class="pre">ProcessSession</span></code> launches workers as separate OS processes connected by pipes,
+providing stronger isolation. <code class="docutils literal notranslate"><span class="pre">SocketSession</span></code> extends the model to multi-node clusters by
+connecting workers across machines via TCP sockets.</p>
</section>
<section id="tvm-node">
<h2>tvm/node<a class="headerlink" href="#tvm-node" title="Link to this heading"></a></h2>
@@ -584,6 +604,21 @@ Developers can register new Ops as well as their additional attributes(e.g. whet
<h2>tvm/target<a class="headerlink" href="#tvm-target" title="Link to this heading"></a></h2>
<p>The target module contains all the code generators that translate an IRModule to a target runtime.Module.
It also provides a common <cite>Target</cite> class that describes the target.</p>
+<p>Targets can be constructed from a registered tag, a configuration dictionary, or a tag with attribute overrides:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">tvm.target</span><span class="w"> </span><span class="kn">import</span> <span class="n">Target</span>
+
+<span class="c1"># From a registered tag</span>
+<span class="n">target</span> <span class="o">=</span> <span class="n">Target</span><span class="p">(</span><span class="s2">"nvidia/nvidia-a100"</span><span class="p">)</span>
+
+<span class="c1"># From a config dictionary</span>
+<span class="n">target</span> <span class="o">=</span> <span class="n">Target</span><span class="p">({</span><span class="s2">"kind"</span><span class="p">:</span> <span class="s2">"cuda"</span><span class="p">,</span> <span class="s2">"arch"</span><span class="p">:</span> <span class="s2">"sm_80"</span><span class="p">})</span>
+
+<span class="c1"># From a tag with attribute overrides</span>
+<span class="n">target</span> <span class="o">=</span> <span class="n">Target</span><span class="p">({</span><span class="s2">"tag"</span><span class="p">:</span> <span class="s2">"nvidia/nvidia-a100"</span><span class="p">,</span> <span class="s2">"l2_cache_size_bytes"</span><span class="p">:</span> <span class="mi">12345</span><span class="p">})</span>
+</pre></div>
+</div>
+<p>Use <code class="docutils literal notranslate"><span class="pre">Target.list_kinds()</span></code> to see all available target kinds, and <code class="docutils literal notranslate"><span class="pre">target.attrs</span></code> to inspect
+target attributes.</p>
<p>The compilation pipeline can be customized according to the target by querying the attribute information
in the target and builtin information registered to each target id(cuda, opencl).</p>
<div class="toctree-wrapper compound">
diff --git a/docs/arch/introduction_to_module_serialization.html b/docs/arch/introduction_to_module_serialization.html
index 40d017cd06d..0075f781c2f 100644
--- a/docs/arch/introduction_to_module_serialization.html
+++ b/docs/arch/introduction_to_module_serialization.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/arch/pass_infra.html b/docs/arch/pass_infra.html
index 35cba77c1fe..47ddb0232ef 100644
--- a/docs/arch/pass_infra.html
+++ b/docs/arch/pass_infra.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/arch/runtime.html b/docs/arch/runtime.html
index d770a04dffe..fad9ba447a8 100644
--- a/docs/arch/runtime.html
+++ b/docs/arch/runtime.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/arch/runtimes/vulkan.html b/docs/arch/runtimes/vulkan.html
index d28c34257b2..7cf09e13fbb 100644
--- a/docs/arch/runtimes/vulkan.html
+++ b/docs/arch/runtimes/vulkan.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/commit_hash b/docs/commit_hash
index e3a76376755..5ed8baa2205 100644
--- a/docs/commit_hash
+++ b/docs/commit_hash
@@ -1 +1 @@
-5673754e7c70de5bab04f06fbe70c424dcf15092
+e0df8028bfe40bfdd5c84437bf516995968270e8
diff --git a/docs/contribute/ci.html b/docs/contribute/ci.html
index 61f730cb26d..248c3531b12 100644
--- a/docs/contribute/ci.html
+++ b/docs/contribute/ci.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -392,13 +393,13 @@ the failing job to view the logs. Note:</p>
<ul class="simple">
<li><p>Jenkins does not display the full log by default, at the top of the log viewer
is a button “Show complete log” which will take you to a plaintext version of the log</p></li>
-<li><p><a class="reference external" href="https://docs.pytest.org/en/6.2.x/"><code class="docutils literal notranslate"><span class="pre">pytest</span></code></a> failures are summarized at the bottom of the log but you will likely
+<li><p><a class="reference external" href="https://docs.pytest.org/en/stable/"><code class="docutils literal notranslate"><span class="pre">pytest</span></code></a> failures are summarized at the bottom of the log but you will likely
need to scroll up to view the actual failure.</p></li>
</ul>
</section>
<section id="reproduce-failures">
<h4><a class="toc-backref" href="#id8" role="doc-backlink">Reproduce Failures</a><a class="headerlink" href="#reproduce-failures" title="Link to this heading"></a></h4>
-<p>Most TVM Python tests run under <a class="reference external" href="https://docs.pytest.org/en/6.2.x/"><code class="docutils literal notranslate"><span class="pre">pytest</span></code></a> and can be run as described in <a class="reference internal" href="pull_request.html#pr-testing"><span class="std std-ref">Testing</span></a>.</p>
+<p>Most TVM Python tests run under <a class="reference external" href="https://docs.pytest.org/en/stable/"><code class="docutils literal notranslate"><span class="pre">pytest</span></code></a> and can be run as described in <a class="reference internal" href="pull_request.html#pr-testing"><span class="std std-ref">Testing</span></a>.</p>
</section>
</section>
<section id="reporting-issues">
@@ -436,7 +437,7 @@ search <a class="reference external" href="https://github.com/apache/tvm/issues?
<a class="reference external" href="https://github.com/apache/tvm/issues/new?assignees=&labels=&template=ci-problem.md&title=%5BCI+Problem%5D">file a new issue</a>
if you don’t see any reports of the failure. If a certain test or class of tests affects
several PRs or commits on <code class="docutils literal notranslate"><span class="pre">main</span></code> with flaky failures, the test should be disabled via
-<a class="reference external" href="https://docs.pytest.org/en/6.2.x/skipping.html#xfail-mark-test-functions-as-expected-to-fail">pytest’s @xfail decorator</a> with <a class="reference external" href="https://docs.pytest.org/en/6.2.x/skipping.html#strict-parameter">strict=False</a> and the relevant issue linked in the
+<a class="reference external" href="https://docs.pytest.org/en/stable/how-to/skipping.html#xfail-mark-test-functions-as-expected-to-fail">pytest’s @xfail decorator</a> with <a class="reference external" href="https://docs.pytest.org/en/stable/how-to/skipping.html#strict-parameter">strict=False</a> and the relevant issue linked in the
disabling PR.</p>
<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="nd">@pytest</span><span class="o">.</span><span class="n">mark</span><span class="o">.</span><span class="n">xfail</span><span class="p">(</span><span class="n">strict</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">reason</span><span class="o">=</span><span class="s2">"Flaky test: https://github.com/apache/tvm/issues/1234"</span><s [...]
<span class="k">def</span><span class="w"> </span><span class="nf">test_something_flaky</span><span class="p">():</span>
diff --git a/docs/contribute/code_guide.html b/docs/contribute/code_guide.html
index 0a3dab89485..d0a951eedf6 100644
--- a/docs/contribute/code_guide.html
+++ b/docs/contribute/code_guide.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/contribute/code_review.html b/docs/contribute/code_review.html
index 4b4d6202199..0ece94439b2 100644
--- a/docs/contribute/code_review.html
+++ b/docs/contribute/code_review.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/contribute/committer_guide.html b/docs/contribute/committer_guide.html
index 40b97cca69a..5450db89679 100644
--- a/docs/contribute/committer_guide.html
+++ b/docs/contribute/committer_guide.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/contribute/community.html b/docs/contribute/community.html
index 01e331299a9..184f3c22020 100644
--- a/docs/contribute/community.html
+++ b/docs/contribute/community.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/contribute/document.html b/docs/contribute/document.html
index 9283fa4a841..1436e5e3266 100644
--- a/docs/contribute/document.html
+++ b/docs/contribute/document.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -440,7 +441,7 @@ documents will be produced.</p>
</section>
<section id="technical-details">
<h2><a class="toc-backref" href="#id10" role="doc-backlink">Technical Details</a><a class="headerlink" href="#technical-details" title="Link to this heading"></a></h2>
-<p>We use the <a class="reference external" href="http://sphinx-doc.org">Sphinx</a> for the main documentation.
+<p>We use the <a class="reference external" href="https://www.sphinx-doc.org">Sphinx</a> for the main documentation.
Sphinx supports both reStructuredText and markdown. When possible, we
encourage reStructuredText as it has richer features. Note that the
Python doc-string and tutorials allow you to embed reStructuredText syntax.</p>
@@ -485,7 +486,7 @@ provide a usage example of the features we support (as shown below).</p>
<p>Be careful to leave blank lines between sections of your documents. In the
above case, there has to be a blank line before <code class="docutils literal notranslate"><span class="pre">Parameters</span></code>, <code class="docutils literal notranslate"><span class="pre">Returns</span></code> and
<code class="docutils literal notranslate"><span class="pre">Examples</span></code> in order for the doc to be built correctly. To add a new function to
-the docs, we need to add the <a class="reference external" href="http://www.sphinx-doc.org/en/master/ext/autodoc.html">sphinx.autodoc</a> rules to
+the docs, we need to add the <a class="reference external" href="https://www.sphinx-doc.org/en/master/usage/extensions/autodoc.html">sphinx.autodoc</a> rules to
<a class="reference external" href="https://github.com/apache/tvm/tree/main/docs/reference/api/python">docs/reference/api/python</a>.
You can refer to the existing files under this folder on how to add the
functions.</p>
diff --git a/docs/contribute/error_handling.html b/docs/contribute/error_handling.html
index 83319d94d90..89a0a40a8e1 100644
--- a/docs/contribute/error_handling.html
+++ b/docs/contribute/error_handling.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/contribute/git_howto.html b/docs/contribute/git_howto.html
index 4cc15faff6f..fdeb43bb041 100644
--- a/docs/contribute/git_howto.html
+++ b/docs/contribute/git_howto.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/contribute/index.html b/docs/contribute/index.html
index 070421b550b..98a00d8ea0d 100644
--- a/docs/contribute/index.html
+++ b/docs/contribute/index.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/contribute/pull_request.html b/docs/contribute/pull_request.html
index 42391e588cf..5755900b079 100644
--- a/docs/contribute/pull_request.html
+++ b/docs/contribute/pull_request.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -510,7 +511,7 @@ python<span class="w"> </span>tests/scripts/ci.py<span class="w"> </span>cpu
python<span class="w"> </span>tests/scripts/ci.py<span class="w"> </span>cpu<span class="w"> </span>--unittest
<span class="c1"># quickly iterate by running a specific test and skipping the rebuild each time</span>
-python<span class="w"> </span>tests/scripts/ci.py<span class="w"> </span>cpu<span class="w"> </span>--skip-build<span class="w"> </span>--tests<span class="w"> </span>tests/python/tirx-transform/test_tir_transform_inject_rolling_buffer.py::test_upscale
+python<span class="w"> </span>tests/scripts/ci.py<span class="w"> </span>cpu<span class="w"> </span>--skip-build<span class="w"> </span>--tests<span class="w"> </span>tests/python/s_tir/schedule/test_tir_schedule_rolling_buffer.py::test_upscale
<span class="c1"># run the CPU build and drop into a shell in the container</span>
python<span class="w"> </span>tests/scripts/ci.py<span class="w"> </span>cpu<span class="w"> </span>--interactive
@@ -555,8 +556,8 @@ rm<span class="w"> </span>-rf<span class="w"> </span>python/tvm/*.pyc<span class
python<span class="w"> </span>-m<span class="w"> </span>pytest<span class="w"> </span>-v<span class="w"> </span>tests/python/tirx-transform/test_tir_transform_storage_rewrite.py
-<span class="c1"># Additionally if you want to run a single test, for example test_all_elemwise inside a file.</span>
-python<span class="w"> </span>-m<span class="w"> </span>pytest<span class="w"> </span>-v<span class="w"> </span>-k<span class="w"> </span><span class="s2">"test_all_elemwise"</span><span class="w"> </span>tests/python/frontend/tflite/test_forward.py
+<span class="c1"># Additionally if you want to run a single test, for example test_add_one_2d inside a file.</span>
+python<span class="w"> </span>-m<span class="w"> </span>pytest<span class="w"> </span>-v<span class="w"> </span>-k<span class="w"> </span><span class="s2">"test_add_one_2d"</span><span class="w"> </span>tests/python/relax/test_frontend_tflite.py
</pre></div>
</div>
</section>
diff --git a/docs/contribute/release_process.html b/docs/contribute/release_process.html
index 6f419d2e7f1..26824e37b26 100644
--- a/docs/contribute/release_process.html
+++ b/docs/contribute/release_process.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/deep_dive/relax/abstraction.html b/docs/deep_dive/relax/abstraction.html
index 4b970ed2cff..d04e1ef2bb6 100644
--- a/docs/deep_dive/relax/abstraction.html
+++ b/docs/deep_dive/relax/abstraction.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -202,6 +203,7 @@
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="learning.html">Understand Relax Abstraction</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dpl.html">Dataflow Pattern Language (DPL)</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorials/relax_creation.html">Relax Creation</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorials/relax_transformation.html">Transformation</a></li>
</ul>
diff --git a/docs/deep_dive/relax/dpl.html b/docs/deep_dive/relax/dpl.html
new file mode 100644
index 00000000000..e250b180caf
--- /dev/null
+++ b/docs/deep_dive/relax/dpl.html
@@ -0,0 +1,934 @@
+
+
+
+
+<!DOCTYPE html>
+<html class="writer-html5" lang="en" >
+<head>
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1" />
+
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <title>Dataflow Pattern Language (DPL) — tvm 0.24.dev0 documentation</title>
+
+
+
+ <link rel="stylesheet" href="../../_static/downloads/bootstrap.min.css" integrity="sha384-Gn5384xqQ1aoWXA+058RXPxPg6fy4IWvTNh0E263XmFcJlSAwiGgFAW/dAiS6JXm" crossorigin="anonymous">
+ <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/css/theme.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/sg_gallery.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/sg_gallery-binder.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/sg_gallery-dataframe.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/sg_gallery-rendered-html.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/css/tlcpack_theme.css" type="text/css" />
+
+
+
+
+
+
+
+
+
+ <script type="text/javascript" id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
+ <script src="../../_static/jquery.js?v=5d32c60e"></script>
+ <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
+ <script src="../../_static/documentation_options.js?v=0bc77288"></script>
+ <script src="../../_static/doctools.js?v=9bcbadda"></script>
+ <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
+
+ <script type="text/javascript" src="../../_static/js/theme.js"></script>
+
+
+ <script type="text/javascript" src="../../_static/js/tlcpack_theme.js"></script>
+ <link rel="index" title="Index" href="../../genindex.html" />
+ <link rel="search" title="Search" href="../../search.html" />
+ <link rel="next" title="Relax Creation" href="tutorials/relax_creation.html" />
+ <link rel="prev" title="Understand Relax Abstraction" href="learning.html" />
+</head>
+
+<body class="wy-body-for-nav">
+
+
+ <div class="wy-grid-for-nav">
+
+
+<header class="header">
+ <div class="innercontainer">
+ <div class="headerInner d-flex justify-content-between align-items-center">
+ <div class="headerLogo">
+ <a href="https://tvm.apache.org/"><img src=https://tvm.apache.org/assets/images/logo.svg alt="logo"></a>
+ </div>
+
+ <div id="headMenu" class="headerNav">
+ <button type="button" id="closeHeadMenu" class="navCloseBtn"><img src="../../_static/img/close-icon.svg" alt="Close"></button>
+ <ul class="nav">
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/community>Community</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/download>Download</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/docs>Docs</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://github.com/apache/tvm/>GitHub</a>
+ </li>
+ </ul>
+ <div class="responsivetlcdropdown">
+ <button type="button" class="btn-link">
+ ASF
+ </button>
+ <ul>
+ <li>
+ <a href=https://apache.org/>Apache Homepage</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/licenses/>License</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/sponsorship.html>Sponsorship</a>
+ </li>
+ <li>
+ <a href=https://tvm.apache.org/docs/reference/security.html>Security</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/thanks.html>Thanks</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/events/current-event>Events</a>
+ </li>
+ </ul>
+ </div>
+ </div>
+ <div class="responsiveMenuIcon">
+ <button type="button" id="menuBtn" class="btn-menu"><img src="../../_static/img/menu-icon.svg" alt="Menu Icon"></button>
+ </div>
+
+ <div class="tlcDropdown">
+ <div class="dropdown">
+ <button type="button" class="btn-link dropdown-toggle" data-toggle="dropdown" aria-haspopup="true" aria-expanded="false">
+ ASF
+ </button>
+ <div class="dropdown-menu dropdown-menu-right">
+ <ul>
+ <li>
+ <a href=https://apache.org/>Apache Homepage</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/licenses/>License</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/sponsorship.html>Sponsorship</a>
+ </li>
+ <li>
+ <a href=https://tvm.apache.org/docs/reference/security.html>Security</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/thanks.html>Thanks</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/events/current-event>Events</a>
+ </li>
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+ </header>
+
+ <nav data-toggle="wy-nav-shift" class="wy-nav-side fixed">
+ <div class="wy-side-scroll">
+ <div class="wy-side-nav-search" >
+
+
+
+ <a href="../../index.html" class="sidetitle" alt="Documentation Home"> tvm
+
+
+
+ </a>
+
+
+
+
+<div role="search">
+ <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
+ <input type="text" name="q" placeholder="Search docs" aria-label="Search docs" />
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+ </form>
+</div>
+
+
+ </div>
+
+
+ <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+
+
+
+
+
+
+ <p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/overview.html">Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../install/index.html">Installing TVM</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/tutorials/quick_start.html">Quick Start</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/tutorials/ir_module.html">IRModule</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">How To</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/dev/index.html">Development Guides</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
+<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../../arch/index.html">Design and Architecture</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tensor_ir/index.html">TensorIR</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="index.html">Relax</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="abstraction.html">Graph Abstraction for ML Models</a></li>
+<li class="toctree-l2"><a class="reference internal" href="learning.html">Understand Relax Abstraction</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="#">Dataflow Pattern Language (DPL)</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="#building-patterns">Building Patterns</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="#basic-patterns">Basic Patterns</a></li>
+<li class="toctree-l4"><a class="reference internal" href="#call-patterns">Call Patterns</a></li>
+<li class="toctree-l4"><a class="reference internal" href="#tuple-patterns">Tuple Patterns</a></li>
+<li class="toctree-l4"><a class="reference internal" href="#constraints">Constraints</a></li>
+<li class="toctree-l4"><a class="reference internal" href="#logical-combinators">Logical Combinators</a></li>
+<li class="toctree-l4"><a class="reference internal" href="#sequence-patterns">Sequence Patterns</a></li>
+<li class="toctree-l4"><a class="reference internal" href="#high-level-helpers">High-level Helpers</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="#matching-without-rewriting">Matching Without Rewriting</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#rewriting-matched-patterns">Rewriting Matched Patterns</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="#rewrite-call"><code class="docutils literal notranslate"><span class="pre">rewrite_call</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="#rewrite-bindings-with-patterncontext"><code class="docutils literal notranslate"><span class="pre">rewrite_bindings</span></code> with <code class="docutils literal notranslate"><span class="pre">PatternContext</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="#declarative-rewriting-with-r-rewriter">Declarative Rewriting with <code class="docutils literal notranslate"><span class="pre">@R.rewriter</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="#composing-rewriters">Composing Rewriters</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="#using-dpl-in-compiler-passes">Using DPL in Compiler Passes</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="#fusionpattern"><code class="docutils literal notranslate"><span class="pre">FusionPattern</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="#patterncheckcontext"><code class="docutils literal notranslate"><span class="pre">PatternCheckContext</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="#fuseopsbypattern"><code class="docutils literal notranslate"><span class="pre">FuseOpsByPattern</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="#quick-reference">Quick Reference</a></li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="tutorials/relax_creation.html">Relax Creation</a></li>
+<li class="toctree-l2"><a class="reference internal" href="tutorials/relax_transformation.html">Transformation</a></li>
+</ul>
+</li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">API Reference</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../reference/api/python/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../reference/api/links.html">Other APIs</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">About</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../contribute/index.html">Contributor Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../reference/publications.html">Publications</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../reference/security.html">Security Guide</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Index</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../genindex.html">Index</a></li>
+</ul>
+
+
+
+ </div>
+
+ </div>
+ </nav>
+
+ <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
+
+ <nav class="wy-nav-top" aria-label="top navigation" data-toggle="wy-nav-top">
+
+ <div class="togglemenu">
+
+ </div>
+ <div class="nav-content">
+ <!-- tvm -->
+ Table of Contents
+ </div>
+
+ </nav>
+
+
+ <div class="wy-nav-content">
+
+ <div class="rst-content">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation">
+
+ <ul class="wy-breadcrumbs">
+
+ <li><a href="../../index.html">Docs</a> <span class="br-arrow">></span></li>
+
+ <li><a href="index.html">Relax</a> <span class="br-arrow">></span></li>
+
+ <li>Dataflow Pattern Language (DPL)</li>
+
+
+
+
+
+
+
+
+ <li class="wy-breadcrumbs-aside">
+
+
+
+ <a href="https://github.com/apache/tvm/edit/main/docs/deep_dive/relax/dpl.rst" class="fa fa-github"> Edit on GitHub</a>
+
+
+
+ </li>
+
+ </ul>
+
+
+ <hr/>
+</div>
+ <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
+ <div itemprop="articleBody">
+
+ <section id="dataflow-pattern-language-dpl">
+<span id="relax-dpl"></span><h1>Dataflow Pattern Language (DPL)<a class="headerlink" href="#dataflow-pattern-language-dpl" title="Link to this heading"></a></h1>
+<p>The Dataflow Pattern Language (DPL) is Relax’s built-in facility for
+<strong>pattern matching and rewriting</strong> on computation graphs. It lets you describe a
+sub-graph structure you are looking for, search for it inside a Relax function,
+and optionally replace it with a new structure – all without hand-writing a
+full IR visitor.</p>
+<p>DPL is used throughout the TVM stack:</p>
+<ul class="simple">
+<li><p><strong>Operator fusion</strong> – <code class="docutils literal notranslate"><span class="pre">FuseOpsByPattern</span></code> groups matched operators into a
+single fused function.</p></li>
+<li><p><strong>Backend dispatch</strong> – CUTLASS, cuBLAS, cuDNN and other backends register
+patterns so the compiler can route sub-graphs to optimized library kernels.</p></li>
+<li><p><strong>Custom graph transforms</strong> – users write their own patterns and rewriters
+to perform project-specific optimizations.</p></li>
+</ul>
+<p>The typical workflow has three steps:</p>
+<ol class="arabic simple">
+<li><p><strong>Build a pattern</strong> that describes the sub-graph shape (e.g. <code class="docutils literal notranslate"><span class="pre">matmul</span></code> followed
+by <code class="docutils literal notranslate"><span class="pre">add</span></code>).</p></li>
+<li><p><strong>Match</strong> the pattern against Relax IR to locate all occurrences.</p></li>
+<li><p><strong>Rewrite</strong> each match into a replacement expression.</p></li>
+</ol>
+<p>The public API lives in <code class="docutils literal notranslate"><span class="pre">tvm.relax.dpl</span></code> (source: <code class="docutils literal notranslate"><span class="pre">python/tvm/relax/dpl/</span></code>).</p>
+<section id="building-patterns">
+<h2>Building Patterns<a class="headerlink" href="#building-patterns" title="Link to this heading"></a></h2>
+<p>A <em>pattern</em> is a lightweight description of what an expression should look like.
+Patterns are built by combining small building blocks.</p>
+<section id="basic-patterns">
+<h3>Basic Patterns<a class="headerlink" href="#basic-patterns" title="Link to this heading"></a></h3>
+<p>The most common leaf patterns are:</p>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">wildcard()</span></code> – matches any expression.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">is_op("relax.add")</span></code> – matches a specific Relax operator.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">is_const()</span></code> – matches any constant value.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">is_var(name)</span></code> – matches a <code class="docutils literal notranslate"><span class="pre">Var</span></code> node (optionally with a given name).</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">is_dfv(name)</span></code> – matches a <code class="docutils literal notranslate"><span class="pre">DataflowVar</span></code> node.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">is_gv(name)</span></code> – matches a <code class="docutils literal notranslate"><span class="pre">GlobalVar</span></code>.</p></li>
+</ul>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.dpl</span><span class="w"> </span><span class="kn">import</span> <span class="n">wildcard</span><span class="p">,</span> <span class="n">is_op</span><span class="p">,</span> <span class="n">is_const</span>
+
+<span class="c1"># Match any relax.add call, regardless of arguments</span>
+<span class="n">add_pattern</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.add"</span><span class="p">)(</span><span class="n">wildcard</span><span class="p">(),</span> <span class="n">wildcard</span><span class="p">())</span>
+</pre></div>
+</div>
+</section>
+<section id="call-patterns">
+<h3>Call Patterns<a class="headerlink" href="#call-patterns" title="Link to this heading"></a></h3>
+<p>Calling a pattern as a function produces a <code class="docutils literal notranslate"><span class="pre">CallPattern</span></code>. The callee is the
+pattern itself, and the positional arguments are patterns for each operand:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">x</span> <span class="o">=</span> <span class="n">wildcard</span><span class="p">()</span>
+<span class="n">w</span> <span class="o">=</span> <span class="n">wildcard</span><span class="p">()</span>
+
+<span class="c1"># Match: relax.matmul(x, w)</span>
+<span class="n">matmul</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.matmul"</span><span class="p">)(</span><span class="n">x</span><span class="p">,</span> <span class="n">w</span><span class="p">)</span>
+</pre></div>
+</div>
+<p>For operators with variadic arguments, pass <code class="docutils literal notranslate"><span class="pre">varg_default_wildcard=True</span></code> so
+that extra arguments are matched by implicit wildcards:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># Match relax.concat with any number of inputs</span>
+<span class="n">concat</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.concat"</span><span class="p">)(</span><span class="n">wildcard</span><span class="p">(),</span> <span class="n">varg_default_wildcard</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+</pre></div>
+</div>
+<p>DPL also provides specialized helpers for common call patterns:</p>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">is_call_tir(func_name,</span> <span class="pre">args)</span></code> – matches <code class="docutils literal notranslate"><span class="pre">R.call_tir(func_name,</span> <span class="pre">(args...,))</span></code>.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">is_call_dps_packed(func_name,</span> <span class="pre">args)</span></code> – matches <code class="docutils literal notranslate"><span class="pre">R.call_dps_packed</span></code>.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">is_call_packed(func_name,</span> <span class="pre">args)</span></code> – matches <code class="docutils literal notranslate"><span class="pre">R.call_packed</span></code>.</p></li>
+</ul>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.dpl</span><span class="w"> </span><span class="kn">import</span> <span class="n">is_call_tir</span><span class="p">,</span> <span class="n">wildcard</span>
+
+<span class="c1"># Match a call_tir that calls the function "decode"</span>
+<span class="n">decode</span> <span class="o">=</span> <span class="n">is_call_tir</span><span class="p">(</span><span class="s2">"decode"</span><span class="p">,</span> <span class="n">args</span><span class="o">=</span><span class="p">[</span><span class="n">wildcard</span><span class="p">(),</span> <span class="n">wildcard</span><span class="p">()])</span>
+</pre></div>
+</div>
+</section>
+<section id="tuple-patterns">
+<h3>Tuple Patterns<a class="headerlink" href="#tuple-patterns" title="Link to this heading"></a></h3>
+<p><code class="docutils literal notranslate"><span class="pre">TuplePattern</span></code> matches a Relax tuple with a fixed number of fields.
+It supports indexing with <code class="docutils literal notranslate"><span class="pre">[]</span></code> to create <code class="docutils literal notranslate"><span class="pre">TupleGetItemPattern</span></code>:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.dpl</span><span class="w"> </span><span class="kn">import</span> <span class="n">is_tuple</span><span class="p">,</span> <span class="n">wildcard</span>
+
+<span class="n">a</span><span class="p">,</span> <span class="n">b</span> <span class="o">=</span> <span class="n">wildcard</span><span class="p">(),</span> <span class="n">wildcard</span><span class="p">()</span>
+<span class="n">tup</span> <span class="o">=</span> <span class="n">is_tuple</span><span class="p">([</span><span class="n">a</span><span class="p">,</span> <span class="n">b</span><span class="p">])</span>
+
+<span class="c1"># Match: getting the first element from the tuple</span>
+<span class="n">first</span> <span class="o">=</span> <span class="n">tup</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span>
+</pre></div>
+</div>
+</section>
+<section id="constraints">
+<h3>Constraints<a class="headerlink" href="#constraints" title="Link to this heading"></a></h3>
+<p>Any pattern can be further narrowed by attaching constraints:</p>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">.has_dtype(dtype)</span></code> – the matched expression must have the given data type.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">.has_shape(shape)</span></code> – the matched expression must have the given shape.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">.has_attr(attrs)</span></code> – the matched call must carry the given attributes.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">.has_struct_info(struct_info)</span></code> – the matched expression must have the given struct info.</p></li>
+</ul>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># Match a float16 matmul</span>
+<span class="n">fp16_matmul</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.matmul"</span><span class="p">)(</span><span class="n">wildcard</span><span class="p">(),</span> <span class="n">wildcard</span><span class="p">())</span><span class="o">.</span><span class="n">has_dtype</span><span class="p">(</span><span class="s2">"float16"</span><span class="p">)</span>
+</pre></div>
+</div>
+</section>
+<section id="logical-combinators">
+<h3>Logical Combinators<a class="headerlink" href="#logical-combinators" title="Link to this heading"></a></h3>
+<p>Patterns can be combined with logical operators:</p>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">pat_a</span> <span class="pre">|</span> <span class="pre">pat_b</span></code> – match if <strong>either</strong> pattern matches (<code class="docutils literal notranslate"><span class="pre">OrPattern</span></code>).</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">pat_a</span> <span class="pre">&</span> <span class="pre">pat_b</span></code> – match if <strong>both</strong> patterns match (<code class="docutils literal notranslate"><span class="pre">AndPattern</span></code>).</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">~pat</span></code> – match anything <strong>except</strong> <code class="docutils literal notranslate"><span class="pre">pat</span></code> (<code class="docutils literal notranslate"><span class="pre">NotPattern</span></code>).</p></li>
+</ul>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># Match either relu or gelu activation</span>
+<span class="n">activation</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.nn.relu"</span><span class="p">)(</span><span class="n">wildcard</span><span class="p">())</span> <span class="o">|</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.nn.gelu"</span><span class="p">)(</span><span class="n">wildcard</span><span class="p">())</span>
+</pre></div>
+</div>
+</section>
+<section id="sequence-patterns">
+<h3>Sequence Patterns<a class="headerlink" href="#sequence-patterns" title="Link to this heading"></a></h3>
+<p>When a pattern spans multiple bindings inside a <code class="docutils literal notranslate"><span class="pre">DataflowBlock</span></code>, use
+<em>sequence operators</em> to express producer-consumer relationships:</p>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">a</span> <span class="pre">^</span> <span class="pre">b</span></code> (<code class="docutils literal notranslate"><span class="pre">used_by</span></code>) – <code class="docutils literal notranslate"><span class="pre">a</span></code> is used by <code class="docutils literal notranslate"><span class="pre">b</span></code> (<code class="docutils literal notranslate"><span class="pre">a</span></code> may also be used
+elsewhere).</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">a</span> <span class="pre">>></span> <span class="pre">b</span></code> (<code class="docutils literal notranslate"><span class="pre">only_used_by</span></code>) – <code class="docutils literal notranslate"><span class="pre">a</span></code> is <strong>only</strong> used by <code class="docutils literal notranslate"><span class="pre">b</span></code> (no other
+consumers).</p></li>
+</ul>
+<p>These return a <code class="docutils literal notranslate"><span class="pre">PatternSeq</span></code> that can be chained:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">x</span> <span class="o">=</span> <span class="n">wildcard</span><span class="p">()</span>
+<span class="n">matmul</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.matmul"</span><span class="p">)(</span><span class="n">x</span><span class="p">,</span> <span class="n">wildcard</span><span class="p">())</span>
+<span class="n">add</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.add"</span><span class="p">)(</span><span class="n">matmul</span><span class="p">,</span> <span class="n">wildcard</span><span class="p">())</span>
+
+<span class="c1"># matmul result is exclusively consumed by the add</span>
+<span class="n">seq</span> <span class="o">=</span> <span class="n">matmul</span> <span class="o">>></span> <span class="n">add</span>
+</pre></div>
+</div>
+</section>
+<section id="high-level-helpers">
+<h3>High-level Helpers<a class="headerlink" href="#high-level-helpers" title="Link to this heading"></a></h3>
+<p><code class="docutils literal notranslate"><span class="pre">make_fused_bias_activation_pattern</span></code> builds a common
+<code class="docutils literal notranslate"><span class="pre">op</span> <span class="pre">-></span> <span class="pre">optional</span> <span class="pre">bias</span> <span class="pre">-></span> <span class="pre">optional</span> <span class="pre">activation</span></code> chain in one call:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.dpl</span><span class="w"> </span><span class="kn">import</span> <span class="n">make_fused_bias_activation_pattern</span>
+
+<span class="c1"># conv2d + bias + relu</span>
+<span class="n">pattern</span> <span class="o">=</span> <span class="n">make_fused_bias_activation_pattern</span><span class="p">(</span>
+ <span class="s2">"relax.nn.conv2d"</span><span class="p">,</span>
+ <span class="n">with_bias</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
+ <span class="n">activation</span><span class="o">=</span><span class="s2">"relax.nn.relu"</span><span class="p">,</span>
+<span class="p">)</span>
+</pre></div>
+</div>
+</section>
+</section>
+<section id="matching-without-rewriting">
+<h2>Matching Without Rewriting<a class="headerlink" href="#matching-without-rewriting" title="Link to this heading"></a></h2>
+<p>Sometimes you only need to <strong>detect</strong> a structure without replacing it.
+Every <code class="docutils literal notranslate"><span class="pre">DFPattern</span></code> exposes two matching methods:</p>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">pattern.match(expr)</span></code> – returns <code class="docutils literal notranslate"><span class="pre">True</span></code> if the pattern matches.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">pattern.extract_matched_expr(expr)</span></code> – returns a
+<code class="docutils literal notranslate"><span class="pre">dict[DFPattern,</span> <span class="pre">Expr]</span></code> mapping each sub-pattern to the concrete
+expression it matched, or <code class="docutils literal notranslate"><span class="pre">None</span></code> on failure.</p></li>
+</ul>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.dpl</span><span class="w"> </span><span class="kn">import</span> <span class="n">wildcard</span><span class="p">,</span> <span class="n">is_op</span>
+
+<span class="n">x</span> <span class="o">=</span> <span class="n">wildcard</span><span class="p">()</span>
+<span class="n">y</span> <span class="o">=</span> <span class="n">wildcard</span><span class="p">()</span>
+<span class="n">add_pat</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.add"</span><span class="p">)(</span><span class="n">x</span><span class="p">,</span> <span class="n">y</span><span class="p">)</span>
+
+<span class="c1"># Assume `expr` is a Relax expression: R.add(a, b)</span>
+<span class="k">if</span> <span class="n">add_pat</span><span class="o">.</span><span class="n">match</span><span class="p">(</span><span class="n">expr</span><span class="p">):</span>
+ <span class="n">matched</span> <span class="o">=</span> <span class="n">add_pat</span><span class="o">.</span><span class="n">extract_matched_expr</span><span class="p">(</span><span class="n">expr</span><span class="p">)</span>
+ <span class="c1"># matched[x] -> the expression that matched `x`</span>
+ <span class="c1"># matched[y] -> the expression that matched `y`</span>
+</pre></div>
+</div>
+<p>When matching across variable bindings (e.g., <code class="docutils literal notranslate"><span class="pre">lv0</span> <span class="pre">=</span> <span class="pre">...;</span> <span class="pre">lv1</span> <span class="pre">=</span> <span class="pre">f(lv0)</span></code>),
+the matcher needs a <code class="docutils literal notranslate"><span class="pre">var2val</span></code> map so it can see through binding
+boundaries. Use <code class="docutils literal notranslate"><span class="pre">tvm.relax.analysis.get_var2val(func)</span></code> to build one:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.analysis</span><span class="w"> </span><span class="kn">import</span> <span class="n">get_var2val</span>
+
+<span class="n">var2val</span> <span class="o">=</span> <span class="n">get_var2val</span><span class="p">(</span><span class="n">func</span><span class="p">)</span>
+<span class="n">matched</span> <span class="o">=</span> <span class="n">pattern</span><span class="o">.</span><span class="n">extract_matched_expr</span><span class="p">(</span><span class="n">expr</span><span class="p">,</span> <span class="n">var2val</span><span class="o">=</span><span class="n">var2val</span><span class="p">)</span>
+</pre></div>
+</div>
+</section>
+<section id="rewriting-matched-patterns">
+<h2>Rewriting Matched Patterns<a class="headerlink" href="#rewriting-matched-patterns" title="Link to this heading"></a></h2>
+<section id="rewrite-call">
+<h3><code class="docutils literal notranslate"><span class="pre">rewrite_call</span></code><a class="headerlink" href="#rewrite-call" title="Link to this heading"></a></h3>
+<p><code class="docutils literal notranslate"><span class="pre">rewrite_call</span></code> is the simplest rewrite API. It walks every expression in a
+function, and when the pattern matches, it calls your callback to produce a
+replacement.</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">rewrite_call</span><span class="p">(</span><span class="n">pattern</span><span class="p">,</span> <span class="n">rewriter</span><span class="p">,</span> <span class="n">func</span><span class="p">)</span> <span class="o">-></span> <span class="n">Function</span>
+</pre></div>
+</div>
+<p>The callback signature is:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="k">def</span><span class="w"> </span><span class="nf">rewriter</span><span class="p">(</span>
+ <span class="n">matched_expr</span><span class="p">:</span> <span class="n">Expr</span><span class="p">,</span>
+ <span class="n">matchings</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="n">DFPattern</span><span class="p">,</span> <span class="n">Expr</span><span class="p">],</span>
+<span class="p">)</span> <span class="o">-></span> <span class="n">Expr</span><span class="p">:</span>
+ <span class="o">...</span>
+</pre></div>
+</div>
+<p><strong>Example – replace</strong> <code class="docutils literal notranslate"><span class="pre">reshape(reshape(x,</span> <span class="pre">s1),</span> <span class="pre">s2)</span></code> <strong>with</strong>
+<code class="docutils literal notranslate"><span class="pre">reshape(x,</span> <span class="pre">s2)</span></code>:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">tvm</span><span class="w"> </span><span class="kn">import</span> <span class="n">relax</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.dpl</span><span class="w"> </span><span class="kn">import</span> <span class="n">wildcard</span><span class="p">,</span> <span class="n">is_op</span><span class="p">,</span> <span class="n">rewrite_call</span>
+
+<span class="n">inp</span> <span class="o">=</span> <span class="n">wildcard</span><span class="p">()</span>
+<span class="n">shape1</span><span class="p">,</span> <span class="n">shape2</span> <span class="o">=</span> <span class="n">wildcard</span><span class="p">(),</span> <span class="n">wildcard</span><span class="p">()</span>
+<span class="n">inner</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.reshape"</span><span class="p">)(</span><span class="n">inp</span><span class="p">,</span> <span class="n">shape1</span><span class="p">)</span>
+<span class="n">outer</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.reshape"</span><span class="p">)(</span><span class="n">inner</span><span class="p">,</span> <span class="n">shape2</span><span class="p">)</span>
+
+<span class="k">def</span><span class="w"> </span><span class="nf">rewriter</span><span class="p">(</span><span class="n">expr</span><span class="p">,</span> <span class="n">matchings</span><span class="p">):</span>
+ <span class="c1"># Keep the original input but use the outermost target shape</span>
+ <span class="k">return</span> <span class="n">relax</span><span class="o">.</span><span class="n">op</span><span class="o">.</span><span class="n">reshape</span><span class="p">(</span><span class="n">matchings</span><span class="p">[</span><span class="n">inp</span><span class="p">],</span> <span class="n">matchings</span><span class="p">[</span><span class="n">outer</span><span class="p">]</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class= [...]
+
+<span class="n">new_func</span> <span class="o">=</span> <span class="n">rewrite_call</span><span class="p">(</span><span class="n">outer</span><span class="p">,</span> <span class="n">rewriter</span><span class="p">,</span> <span class="n">func</span><span class="p">)</span>
+</pre></div>
+</div>
+<p><code class="docutils literal notranslate"><span class="pre">rewrite_call</span></code> is best for <strong>local, single-expression</strong> rewrites.</p>
+</section>
+<section id="rewrite-bindings-with-patterncontext">
+<h3><code class="docutils literal notranslate"><span class="pre">rewrite_bindings</span></code> with <code class="docutils literal notranslate"><span class="pre">PatternContext</span></code><a class="headerlink" href="#rewrite-bindings-with-patterncontext" title="Link to this heading"></a></h3>
+<p>When a rewrite involves <strong>multiple bindings</strong> across a <code class="docutils literal notranslate"><span class="pre">DataflowBlock</span></code>
+(e.g., merging three separate matmuls into one), use <code class="docutils literal notranslate"><span class="pre">rewrite_bindings</span></code>
+together with <code class="docutils literal notranslate"><span class="pre">PatternContext</span></code>.</p>
+<p><code class="docutils literal notranslate"><span class="pre">PatternContext</span></code> enables topological (graph-level) matching on an entire
+dataflow block rather than on individual expressions.</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">rewrite_bindings</span><span class="p">(</span><span class="n">ctx</span><span class="p">,</span> <span class="n">rewriter</span><span class="p">,</span> <span class="n">func</span><span class="p">)</span> <span class="o">-></span> <span class="n">Function</span>
+</pre></div>
+</div>
+<p>The callback receives <em>variables</em> rather than expressions:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="k">def</span><span class="w"> </span><span class="nf">rewriter</span><span class="p">(</span>
+ <span class="n">matchings</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="n">DFPattern</span><span class="p">,</span> <span class="n">Var</span><span class="p">],</span>
+ <span class="n">bindings</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="n">Var</span><span class="p">,</span> <span class="n">Expr</span><span class="p">],</span>
+<span class="p">)</span> <span class="o">-></span> <span class="nb">dict</span><span class="p">[</span><span class="n">Var</span><span class="p">,</span> <span class="n">Expr</span><span class="p">]:</span>
+ <span class="o">...</span>
+</pre></div>
+</div>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">matchings[pat]</span></code> returns the <strong>bound variable</strong> (<code class="docutils literal notranslate"><span class="pre">Var</span></code>) whose right-hand
+side matched <code class="docutils literal notranslate"><span class="pre">pat</span></code>. The <code class="docutils literal notranslate"><span class="pre">Var</span></code> itself carries <code class="docutils literal notranslate"><span class="pre">struct_info</span></code> and can be
+used directly in new expressions.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">bindings</span></code> maps each <code class="docutils literal notranslate"><span class="pre">Var</span></code> to its bound <code class="docutils literal notranslate"><span class="pre">Expr</span></code> (the right-hand side),
+useful when you need to inspect the original expression.</p></li>
+</ul>
+<p><strong>Example – merge three parallel matmuls into one</strong>:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">tvm.script</span><span class="w"> </span><span class="kn">import</span> <span class="n">relax</span> <span class="k">as</span> <span class="n">R</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.dpl</span><span class="w"> </span><span class="kn">import</span> <span class="n">wildcard</span><span class="p">,</span> <span class="n">is_op</span><span class="p">,</span> <span class="n">rewrite_bindings</span><span class="p">,</span> <span class="n">PatternContext</span>
+
+<span class="k">with</span> <span class="n">PatternContext</span><span class="p">()</span> <span class="k">as</span> <span class="n">ctx</span><span class="p">:</span>
+ <span class="n">inp_pat</span> <span class="o">=</span> <span class="n">wildcard</span><span class="p">()</span>
+ <span class="n">w1</span><span class="p">,</span> <span class="n">w2</span><span class="p">,</span> <span class="n">w3</span> <span class="o">=</span> <span class="n">wildcard</span><span class="p">(),</span> <span class="n">wildcard</span><span class="p">(),</span> <span class="n">wildcard</span><span class="p">()</span>
+
+ <span class="n">matmul1</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.matmul"</span><span class="p">)(</span><span class="n">inp_pat</span><span class="p">,</span> <span class="n">w1</span><span class="p">)</span>
+ <span class="n">matmul2</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.matmul"</span><span class="p">)(</span><span class="n">inp_pat</span><span class="p">,</span> <span class="n">w2</span><span class="p">)</span>
+ <span class="n">matmul3</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.matmul"</span><span class="p">)(</span><span class="n">inp_pat</span><span class="p">,</span> <span class="n">w3</span><span class="p">)</span>
+
+ <span class="k">def</span><span class="w"> </span><span class="nf">rewriter</span><span class="p">(</span><span class="n">matchings</span><span class="p">,</span> <span class="n">_bindings</span><span class="p">):</span>
+ <span class="n">inp</span> <span class="o">=</span> <span class="n">matchings</span><span class="p">[</span><span class="n">inp_pat</span><span class="p">]</span>
+ <span class="n">W1</span> <span class="o">=</span> <span class="n">matchings</span><span class="p">[</span><span class="n">w1</span><span class="p">]</span>
+ <span class="n">W2</span> <span class="o">=</span> <span class="n">matchings</span><span class="p">[</span><span class="n">w2</span><span class="p">]</span>
+ <span class="n">W3</span> <span class="o">=</span> <span class="n">matchings</span><span class="p">[</span><span class="n">w3</span><span class="p">]</span>
+ <span class="n">width</span> <span class="o">=</span> <span class="n">W1</span><span class="o">.</span><span class="n">struct_info</span><span class="o">.</span><span class="n">shape</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span>
+
+ <span class="n">concat_w</span> <span class="o">=</span> <span class="n">R</span><span class="o">.</span><span class="n">concat</span><span class="p">([</span><span class="n">W1</span><span class="p">,</span> <span class="n">W2</span><span class="p">,</span> <span class="n">W3</span><span class="p">],</span> <span class="n">axis</span><span class="o">=</span><span class="mi">1</span><span class="p">)</span>
+ <span class="n">merged</span> <span class="o">=</span> <span class="n">R</span><span class="o">.</span><span class="n">matmul</span><span class="p">(</span><span class="n">inp</span><span class="p">,</span> <span class="n">concat_w</span><span class="p">)</span>
+
+ <span class="k">return</span> <span class="p">{</span>
+ <span class="n">matchings</span><span class="p">[</span><span class="n">matmul1</span><span class="p">]:</span> <span class="n">R</span><span class="o">.</span><span class="n">strided_slice</span><span class="p">(</span>
+ <span class="n">merged</span><span class="p">,</span> <span class="n">axes</span><span class="o">=</span><span class="p">[</span><span class="mi">2</span><span class="p">],</span> <span class="n">begin</span><span class="o">=</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">end</span><span class="o">=</span><span class="p">[</span><span class="n">width</span><span class="p">],</span>
+ <span class="p">),</span>
+ <span class="n">matchings</span><span class="p">[</span><span class="n">matmul2</span><span class="p">]:</span> <span class="n">R</span><span class="o">.</span><span class="n">strided_slice</span><span class="p">(</span>
+ <span class="n">merged</span><span class="p">,</span> <span class="n">axes</span><span class="o">=</span><span class="p">[</span><span class="mi">2</span><span class="p">],</span> <span class="n">begin</span><span class="o">=</span><span class="p">[</span><span class="n">width</span><span class="p">],</span> <span class="n">end</span><span class="o">=</span><span class="p">[</span><span class="n">width</span> <span class="o">*</span> <span class="mi">2</span><span class=" [...]
+ <span class="p">),</span>
+ <span class="n">matchings</span><span class="p">[</span><span class="n">matmul3</span><span class="p">]:</span> <span class="n">R</span><span class="o">.</span><span class="n">strided_slice</span><span class="p">(</span>
+ <span class="n">merged</span><span class="p">,</span> <span class="n">axes</span><span class="o">=</span><span class="p">[</span><span class="mi">2</span><span class="p">],</span> <span class="n">begin</span><span class="o">=</span><span class="p">[</span><span class="n">width</span> <span class="o">*</span> <span class="mi">2</span><span class="p">],</span> <span class="n">end</span><span class="o">=</span><span class="p">[</span><span class="n">width</span> <span class= [...]
+ <span class="p">),</span>
+ <span class="p">}</span>
+
+ <span class="n">new_func</span> <span class="o">=</span> <span class="n">rewrite_bindings</span><span class="p">(</span><span class="n">ctx</span><span class="p">,</span> <span class="n">rewriter</span><span class="p">,</span> <span class="n">func</span><span class="p">)</span>
+</pre></div>
+</div>
+</section>
+<section id="declarative-rewriting-with-r-rewriter">
+<h3>Declarative Rewriting with <code class="docutils literal notranslate"><span class="pre">@R.rewriter</span></code><a class="headerlink" href="#declarative-rewriting-with-r-rewriter" title="Link to this heading"></a></h3>
+<p>For straightforward one-to-one replacements you can declare the pattern and
+its replacement as two Relax functions in a single <code class="docutils literal notranslate"><span class="pre">IRModule</span></code>. The
+<code class="docutils literal notranslate"><span class="pre">@R.rewriter</span></code> decorator turns the module into a <code class="docutils literal notranslate"><span class="pre">PatternMatchingRewriter</span></code>
+object that can be applied directly.</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">tvm.script</span><span class="w"> </span><span class="kn">import</span> <span class="n">relax</span> <span class="k">as</span> <span class="n">R</span>
+
+<span class="nd">@R</span><span class="o">.</span><span class="n">rewriter</span>
+<span class="k">class</span><span class="w"> </span><span class="nc">RewriteAddToPackedCall</span><span class="p">:</span>
+ <span class="nd">@R</span><span class="o">.</span><span class="n">function</span>
+ <span class="k">def</span><span class="w"> </span><span class="nf">pattern</span><span class="p">(</span>
+ <span class="n">A</span><span class="p">:</span> <span class="n">R</span><span class="o">.</span><span class="n">Tensor</span><span class="p">([</span><span class="mi">16</span><span class="p">],</span> <span class="s2">"float32"</span><span class="p">),</span>
+ <span class="n">B</span><span class="p">:</span> <span class="n">R</span><span class="o">.</span><span class="n">Tensor</span><span class="p">([</span><span class="mi">16</span><span class="p">],</span> <span class="s2">"float32"</span><span class="p">),</span>
+ <span class="p">):</span>
+ <span class="n">C</span> <span class="o">=</span> <span class="n">R</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">A</span><span class="p">,</span> <span class="n">B</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">C</span>
+
+ <span class="nd">@R</span><span class="o">.</span><span class="n">function</span>
+ <span class="k">def</span><span class="w"> </span><span class="nf">replacement</span><span class="p">(</span>
+ <span class="n">A</span><span class="p">:</span> <span class="n">R</span><span class="o">.</span><span class="n">Tensor</span><span class="p">([</span><span class="mi">16</span><span class="p">],</span> <span class="s2">"float32"</span><span class="p">),</span>
+ <span class="n">B</span><span class="p">:</span> <span class="n">R</span><span class="o">.</span><span class="n">Tensor</span><span class="p">([</span><span class="mi">16</span><span class="p">],</span> <span class="s2">"float32"</span><span class="p">),</span>
+ <span class="p">):</span>
+ <span class="n">C</span> <span class="o">=</span> <span class="n">R</span><span class="o">.</span><span class="n">call_pure_packed</span><span class="p">(</span>
+ <span class="s2">"my_fast_add"</span><span class="p">,</span>
+ <span class="n">A</span><span class="p">,</span>
+ <span class="n">B</span><span class="p">,</span>
+ <span class="n">sinfo_args</span><span class="o">=</span><span class="n">R</span><span class="o">.</span><span class="n">Tensor</span><span class="p">([</span><span class="mi">16</span><span class="p">],</span> <span class="s2">"float32"</span><span class="p">),</span>
+ <span class="p">)</span>
+ <span class="k">return</span> <span class="n">C</span>
+
+<span class="c1"># Apply to an IRModule or a single function</span>
+<span class="n">rewritten_mod</span> <span class="o">=</span> <span class="n">RewriteAddToPackedCall</span><span class="p">(</span><span class="n">mod</span><span class="p">)</span>
+</pre></div>
+</div>
+</section>
+<section id="composing-rewriters">
+<h3>Composing Rewriters<a class="headerlink" href="#composing-rewriters" title="Link to this heading"></a></h3>
+<p>Multiple <code class="docutils literal notranslate"><span class="pre">PatternMatchingRewriter</span></code> objects can be combined with the <code class="docutils literal notranslate"><span class="pre">|</span></code>
+operator so they run as a single pass:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">combined</span> <span class="o">=</span> <span class="n">rewriter_a</span> <span class="o">|</span> <span class="n">rewriter_b</span>
+<span class="n">result</span> <span class="o">=</span> <span class="n">combined</span><span class="p">(</span><span class="n">mod</span><span class="p">)</span>
+</pre></div>
+</div>
+<p>The left-hand rewriter is tried first; the right-hand rewriter only applies to
+bindings that were <strong>not</strong> already modified by the left.</p>
+</section>
+</section>
+<section id="using-dpl-in-compiler-passes">
+<h2>Using DPL in Compiler Passes<a class="headerlink" href="#using-dpl-in-compiler-passes" title="Link to this heading"></a></h2>
+<p>The most common way DPL appears in the TVM codebase is through the
+<code class="docutils literal notranslate"><span class="pre">FuseOpsByPattern</span></code> pass, which uses <code class="docutils literal notranslate"><span class="pre">FusionPattern</span></code> objects to drive
+operator fusion.</p>
+<section id="fusionpattern">
+<h3><code class="docutils literal notranslate"><span class="pre">FusionPattern</span></code><a class="headerlink" href="#fusionpattern" title="Link to this heading"></a></h3>
+<p>A <code class="docutils literal notranslate"><span class="pre">FusionPattern</span></code> bundles four pieces of information:</p>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">name</span></code> – a string label (e.g., <code class="docutils literal notranslate"><span class="pre">"cutlass.matmul"</span></code>).</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">pattern</span></code> – a <code class="docutils literal notranslate"><span class="pre">DFPattern</span></code> that describes the sub-graph to match.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">annotation_patterns</span></code> – a <code class="docutils literal notranslate"><span class="pre">dict[str,</span> <span class="pre">DFPattern]</span></code> that names interesting
+sub-patterns so the check function can inspect them.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">check</span></code> – an optional <code class="docutils literal notranslate"><span class="pre">Callable[[PatternCheckContext],</span> <span class="pre">bool]</span></code> that
+performs additional validation after a structural match succeeds.</p></li>
+</ul>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.dpl</span><span class="w"> </span><span class="kn">import</span> <span class="n">wildcard</span><span class="p">,</span> <span class="n">is_op</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.transform</span><span class="w"> </span><span class="kn">import</span> <span class="n">FusionPattern</span>
+
+<span class="n">x</span> <span class="o">=</span> <span class="n">wildcard</span><span class="p">()</span>
+<span class="n">w</span> <span class="o">=</span> <span class="n">wildcard</span><span class="p">()</span>
+<span class="n">matmul</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.matmul"</span><span class="p">)(</span><span class="n">x</span><span class="p">,</span> <span class="n">w</span><span class="p">)</span>
+<span class="n">bias</span> <span class="o">=</span> <span class="n">wildcard</span><span class="p">()</span>
+<span class="n">add</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.add"</span><span class="p">)(</span><span class="n">matmul</span><span class="p">,</span> <span class="n">bias</span><span class="p">)</span>
+
+<span class="n">pattern</span> <span class="o">=</span> <span class="n">FusionPattern</span><span class="p">(</span>
+ <span class="n">name</span><span class="o">=</span><span class="s2">"my_backend.matmul_bias"</span><span class="p">,</span>
+ <span class="n">pattern</span><span class="o">=</span><span class="n">add</span><span class="p">,</span>
+ <span class="n">annotation_patterns</span><span class="o">=</span><span class="p">{</span><span class="s2">"matmul"</span><span class="p">:</span> <span class="n">matmul</span><span class="p">,</span> <span class="s2">"bias"</span><span class="p">:</span> <span class="n">bias</span><span class="p">,</span> <span class="s2">"lhs"</span><span class="p">:</span> <span class="n">x</span><span class="p">,</span> <span class="s2">"rhs"</span><span cl [...]
+ <span class="n">check</span><span class="o">=</span><span class="n">my_check_fn</span><span class="p">,</span>
+<span class="p">)</span>
+</pre></div>
+</div>
+</section>
+<section id="patterncheckcontext">
+<h3><code class="docutils literal notranslate"><span class="pre">PatternCheckContext</span></code><a class="headerlink" href="#patterncheckcontext" title="Link to this heading"></a></h3>
+<p>When <code class="docutils literal notranslate"><span class="pre">FuseOpsByPattern</span></code> finds a structural match, it calls the <code class="docutils literal notranslate"><span class="pre">check</span></code>
+function with a <code class="docutils literal notranslate"><span class="pre">PatternCheckContext</span></code> that provides:</p>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">matched_expr</span></code> – the root expression of the match.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">annotated_expr</span></code> – a <code class="docutils literal notranslate"><span class="pre">dict[str,</span> <span class="pre">Expr]</span></code> resolved from the
+<code class="docutils literal notranslate"><span class="pre">annotation_patterns</span></code>.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">matched_bindings</span></code> – a <code class="docutils literal notranslate"><span class="pre">dict[Var,</span> <span class="pre">Expr]</span></code> of bindings being fused.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">var_usages</span></code> – a <code class="docutils literal notranslate"><span class="pre">dict[Var,</span> <span class="pre">Sequence[Var]]</span></code> of variable use chains.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">value_to_bound_var</span></code> – a <code class="docutils literal notranslate"><span class="pre">dict[Expr,</span> <span class="pre">Var]</span></code> mapping values back to
+their bound variables.</p></li>
+</ul>
+<p>Use the check function to enforce constraints that cannot be expressed
+structurally (dtype restrictions, shape compatibility, attribute values, etc.):</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.transform</span><span class="w"> </span><span class="kn">import</span> <span class="n">PatternCheckContext</span>
+
+<span class="k">def</span><span class="w"> </span><span class="nf">my_check_fn</span><span class="p">(</span><span class="n">ctx</span><span class="p">:</span> <span class="n">PatternCheckContext</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
+ <span class="n">matmul_expr</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">annotated_expr</span><span class="p">[</span><span class="s2">"matmul"</span><span class="p">]</span>
+ <span class="c1"># Only accept float16 output</span>
+ <span class="k">if</span> <span class="n">matmul_expr</span><span class="o">.</span><span class="n">struct_info</span><span class="o">.</span><span class="n">dtype</span> <span class="o">!=</span> <span class="s2">"float16"</span><span class="p">:</span>
+ <span class="k">return</span> <span class="kc">False</span>
+ <span class="k">return</span> <span class="kc">True</span>
+</pre></div>
+</div>
+</section>
+<section id="fuseopsbypattern">
+<h3><code class="docutils literal notranslate"><span class="pre">FuseOpsByPattern</span></code><a class="headerlink" href="#fuseopsbypattern" title="Link to this heading"></a></h3>
+<p><code class="docutils literal notranslate"><span class="pre">FuseOpsByPattern</span></code> is a module-level pass that takes a list of
+<code class="docutils literal notranslate"><span class="pre">FusionPattern</span></code> (or equivalent tuples) and groups every match into a fused
+sub-function.</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.dpl</span><span class="w"> </span><span class="kn">import</span> <span class="n">wildcard</span><span class="p">,</span> <span class="n">is_op</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.transform</span><span class="w"> </span><span class="kn">import</span> <span class="n">FuseOpsByPattern</span>
+
+<span class="c1"># 1. Define the pattern</span>
+<span class="n">w</span> <span class="o">=</span> <span class="n">wildcard</span><span class="p">()</span>
+<span class="n">x</span> <span class="o">=</span> <span class="n">wildcard</span><span class="p">()</span>
+<span class="n">wT</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.permute_dims"</span><span class="p">)(</span><span class="n">w</span><span class="p">)</span>
+<span class="n">o</span> <span class="o">=</span> <span class="n">is_op</span><span class="p">(</span><span class="s2">"relax.matmul"</span><span class="p">)(</span><span class="n">x</span><span class="p">,</span> <span class="n">wT</span><span class="p">)</span>
+<span class="n">annotations</span> <span class="o">=</span> <span class="p">{</span><span class="s2">"o"</span><span class="p">:</span> <span class="n">o</span><span class="p">,</span> <span class="s2">"w"</span><span class="p">:</span> <span class="n">w</span><span class="p">,</span> <span class="s2">"x"</span><span class="p">:</span> <span class="n">x</span><span class="p">,</span> <span class="s2">"wT"</span><span class="p">:</span> <span class= [...]
+
+<span class="k">def</span><span class="w"> </span><span class="nf">check</span><span class="p">(</span><span class="n">ctx</span><span class="p">):</span>
+ <span class="n">transpose_call</span> <span class="o">=</span> <span class="n">ctx</span><span class="o">.</span><span class="n">annotated_expr</span><span class="p">[</span><span class="s2">"wT"</span><span class="p">]</span>
+ <span class="n">ndim</span> <span class="o">=</span> <span class="n">transpose_call</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">struct_info</span><span class="o">.</span><span class="n">ndim</span>
+ <span class="k">if</span> <span class="n">ndim</span> <span class="o">==</span> <span class="o">-</span><span class="mi">1</span><span class="p">:</span>
+ <span class="k">return</span> <span class="kc">False</span>
+ <span class="k">if</span> <span class="n">ndim</span> <span class="o">==</span> <span class="mi">2</span> <span class="ow">and</span> <span class="n">transpose_call</span><span class="o">.</span><span class="n">attrs</span><span class="o">.</span><span class="n">axes</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">return</span> <span class="kc">True</span>
+ <span class="n">axes</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">range</span><span class="p">(</span><span class="n">ndim</span><span class="p">))</span>
+ <span class="n">axes</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">],</span> <span class="n">axes</span><span class="p">[</span><span class="o">-</span><span class="mi">2</span><span class="p">]</span> <span class="o">=</span> <span class="n">axes</span><span class="p">[</span><span class="o">-</span><span class="mi">2</span><span class="p">],</span> <span class="n">axes</span><span class="p">[</span><span class="o">-</span><span class [...]
+ <span class="k">return</span> <span class="nb">list</span><span class="p">(</span><span class="n">transpose_call</span><span class="o">.</span><span class="n">attrs</span><span class="o">.</span><span class="n">axes</span><span class="p">)</span> <span class="o">==</span> <span class="n">axes</span>
+
+<span class="c1"># 2. Run the pass</span>
+<span class="n">mod</span> <span class="o">=</span> <span class="n">FuseOpsByPattern</span><span class="p">(</span>
+ <span class="p">[(</span><span class="s2">"transpose_matmul_fuse"</span><span class="p">,</span> <span class="n">o</span><span class="p">,</span> <span class="n">annotations</span><span class="p">,</span> <span class="n">check</span><span class="p">)],</span>
+ <span class="n">bind_constants</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+<span class="p">)(</span><span class="n">mod</span><span class="p">)</span>
+</pre></div>
+</div>
+<p>When <code class="docutils literal notranslate"><span class="pre">annotate_codegen=True</span></code>, each fused function is additionally wrapped
+with <code class="docutils literal notranslate"><span class="pre">Codegen</span></code> and <code class="docutils literal notranslate"><span class="pre">global_symbol</span></code> attributes, which is how backends like
+CUTLASS and cuBLAS register themselves for external code generation.</p>
+</section>
+</section>
+<section id="quick-reference">
+<h2>Quick Reference<a class="headerlink" href="#quick-reference" title="Link to this heading"></a></h2>
+<p><strong>Pattern construction</strong></p>
+<table class="docutils align-default">
+<colgroup>
+<col style="width: 35.0%" />
+<col style="width: 65.0%" />
+</colgroup>
+<thead>
+<tr class="row-odd"><th class="head"><p>API</p></th>
+<th class="head"><p>Description</p></th>
+</tr>
+</thead>
+<tbody>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">wildcard()</span></code></p></td>
+<td><p>Match any expression</p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">is_op(op_name)</span></code></p></td>
+<td><p>Match a Relax operator by name</p></td>
+</tr>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">is_const()</span></code></p></td>
+<td><p>Match any constant</p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">is_var(name)</span></code> / <code class="docutils literal notranslate"><span class="pre">is_dfv(name)</span></code> / <code class="docutils literal notranslate"><span class="pre">is_gv(name)</span></code></p></td>
+<td><p>Match <code class="docutils literal notranslate"><span class="pre">Var</span></code> / <code class="docutils literal notranslate"><span class="pre">DataflowVar</span></code> / <code class="docutils literal notranslate"><span class="pre">GlobalVar</span></code></p></td>
+</tr>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">is_tuple(fields)</span></code></p></td>
+<td><p>Match a tuple with given field patterns</p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">is_call_tir(name,</span> <span class="pre">args)</span></code></p></td>
+<td><p>Match <code class="docutils literal notranslate"><span class="pre">R.call_tir</span></code></p></td>
+</tr>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">is_call_dps_packed(name,</span> <span class="pre">args)</span></code></p></td>
+<td><p>Match <code class="docutils literal notranslate"><span class="pre">R.call_dps_packed</span></code></p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">is_call_packed(name,</span> <span class="pre">args)</span></code></p></td>
+<td><p>Match <code class="docutils literal notranslate"><span class="pre">R.call_packed</span></code></p></td>
+</tr>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">make_fused_bias_activation_pattern(...)</span></code></p></td>
+<td><p>Build <code class="docutils literal notranslate"><span class="pre">op</span> <span class="pre">+</span> <span class="pre">bias</span> <span class="pre">+</span> <span class="pre">activation</span></code> chain</p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">.has_dtype()</span></code> / <code class="docutils literal notranslate"><span class="pre">.has_shape()</span></code> / <code class="docutils literal notranslate"><span class="pre">.has_attr()</span></code> / <code class="docutils literal notranslate"><span class="pre">.has_struct_info()</span></code></p></td>
+<td><p>Attach constraints</p></td>
+</tr>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">|</span></code> / <code class="docutils literal notranslate"><span class="pre">&</span></code> / <code class="docutils literal notranslate"><span class="pre">~</span></code></p></td>
+<td><p>Or / And / Not combinators</p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">^</span></code> / <code class="docutils literal notranslate"><span class="pre">>></span></code></p></td>
+<td><p>used_by / only_used_by (sequence)</p></td>
+</tr>
+</tbody>
+</table>
+<p><strong>Matching and rewriting</strong></p>
+<table class="docutils align-default">
+<colgroup>
+<col style="width: 35.0%" />
+<col style="width: 65.0%" />
+</colgroup>
+<thead>
+<tr class="row-odd"><th class="head"><p>API</p></th>
+<th class="head"><p>Description</p></th>
+</tr>
+</thead>
+<tbody>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">pattern.match(expr)</span></code></p></td>
+<td><p>Returns <code class="docutils literal notranslate"><span class="pre">True</span></code> if pattern matches</p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">pattern.extract_matched_expr(expr)</span></code></p></td>
+<td><p>Returns <code class="docutils literal notranslate"><span class="pre">dict[DFPattern,</span> <span class="pre">Expr]</span></code> or <code class="docutils literal notranslate"><span class="pre">None</span></code></p></td>
+</tr>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">rewrite_call(pattern,</span> <span class="pre">rewriter,</span> <span class="pre">func)</span></code></p></td>
+<td><p>Rewrite individual expressions</p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">rewrite_bindings(ctx,</span> <span class="pre">rewriter,</span> <span class="pre">func)</span></code></p></td>
+<td><p>Rewrite across bindings in a <code class="docutils literal notranslate"><span class="pre">DataflowBlock</span></code></p></td>
+</tr>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">PatternMatchingRewriter.from_module(mod)</span></code></p></td>
+<td><p>Declarative rewriter from <code class="docutils literal notranslate"><span class="pre">IRModule</span></code></p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">@R.rewriter</span></code></p></td>
+<td><p>Decorator shorthand for <code class="docutils literal notranslate"><span class="pre">from_module</span></code></p></td>
+</tr>
+</tbody>
+</table>
+<p><strong>Pass integration</strong></p>
+<table class="docutils align-default">
+<colgroup>
+<col style="width: 35.0%" />
+<col style="width: 65.0%" />
+</colgroup>
+<thead>
+<tr class="row-odd"><th class="head"><p>API</p></th>
+<th class="head"><p>Description</p></th>
+</tr>
+</thead>
+<tbody>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">FusionPattern(name,</span> <span class="pre">pattern,</span> <span class="pre">annotations,</span> <span class="pre">check)</span></code></p></td>
+<td><p>Bundle pattern with metadata for <code class="docutils literal notranslate"><span class="pre">FuseOpsByPattern</span></code></p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">PatternCheckContext</span></code></p></td>
+<td><p>Runtime context passed to check functions</p></td>
+</tr>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">FuseOpsByPattern(patterns,</span> <span class="pre">...)</span></code></p></td>
+<td><p>Module pass that fuses matched sub-graphs</p></td>
+</tr>
+</tbody>
+</table>
+</section>
+</section>
+
+
+ </div>
+
+ </div>
+
+
+<footer>
+
+ <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
+
+ <a href="tutorials/relax_creation.html" class="btn btn-neutral float-right" title="Relax Creation" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+
+
+ <a href="learning.html" class="btn btn-neutral float-left" title="Understand Relax Abstraction" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+
+ </div>
+
+<div id="button" class="backtop"><img src="../../_static/img/right.svg" alt="backtop"/> </div>
+<section class="footerSec">
+ <div class="footerHeader">
+ <div class="d-flex align-md-items-center justify-content-between flex-column flex-md-row">
+ <div class="copywrite d-flex align-items-center">
+ <h5 id="copy-right-info">© 2026 Apache Software Foundation | All rights reserved</h5>
+ </div>
+ </div>
+
+ </div>
+
+ <div>
+ <div class="footernote">Copyright © 2026 The Apache Software Foundation. Apache TVM, Apache, the Apache feather, and the Apache TVM project logo are either trademarks or registered trademarks of the Apache Software Foundation.</div>
+ </div>
+
+</section>
+</footer>
+ </div>
+ </div>
+
+ </section>
+
+ </div>
+
+
+ <script src="../../_static/downloads/popper.min.js" integrity="sha384-ApNbgh9B+Y1QKtv3Rn7W3mgPxhU9K/ScQsAP7hUibX39j7fakFPskvXusvfa0b4Q" crossorigin="anonymous"></script>
+ <script src="../../_static/downloads/bootstrap.min.js" integrity="sha384-JZR6Spejh4U02d8jOt6vLEHfe/JQGiRRSQQxSfFWpi1MquVdAyjUar5+76PVCmYl" crossorigin="anonymous"></script>
+
+ </body>
+ <script type="text/javascript">
+ jQuery(function () {
+ SphinxRtdTheme.Navigation.enable(true);
+ });
+ </script>
+
+
+
+
+
+
+</body>
+</html>
\ No newline at end of file
diff --git a/docs/deep_dive/relax/index.html b/docs/deep_dive/relax/index.html
index 6bdd660d97b..f4fbc63316b 100644
--- a/docs/deep_dive/relax/index.html
+++ b/docs/deep_dive/relax/index.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -198,6 +199,7 @@
<li class="toctree-l1 current"><a class="current reference internal" href="#">Relax</a><ul>
<li class="toctree-l2"><a class="reference internal" href="abstraction.html">Graph Abstraction for ML Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="learning.html">Understand Relax Abstraction</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dpl.html">Dataflow Pattern Language (DPL)</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorials/relax_creation.html">Relax Creation</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorials/relax_transformation.html">Transformation</a></li>
</ul>
@@ -318,6 +320,14 @@ the whole IRModule</p>
<li class="toctree-l2"><a class="reference internal" href="learning.html#key-elements-of-relax">Key Elements of Relax</a></li>
</ul>
</li>
+<li class="toctree-l1"><a class="reference internal" href="dpl.html">Dataflow Pattern Language (DPL)</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="dpl.html#building-patterns">Building Patterns</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dpl.html#matching-without-rewriting">Matching Without Rewriting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dpl.html#rewriting-matched-patterns">Rewriting Matched Patterns</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dpl.html#using-dpl-in-compiler-passes">Using DPL in Compiler Passes</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dpl.html#quick-reference">Quick Reference</a></li>
+</ul>
+</li>
<li class="toctree-l1"><a class="reference internal" href="tutorials/relax_creation.html">Relax Creation</a><ul>
<li class="toctree-l2"><a class="reference internal" href="tutorials/relax_creation.html#create-relax-programs-using-tvmscript">Create Relax programs using TVMScript</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorials/relax_creation.html#create-relax-programs-using-nnmodule-api">Create Relax programs using NNModule API</a></li>
diff --git a/docs/deep_dive/relax/learning.html b/docs/deep_dive/relax/learning.html
index 3c3e0906fdd..5270669a52a 100644
--- a/docs/deep_dive/relax/learning.html
+++ b/docs/deep_dive/relax/learning.html
@@ -45,7 +45,7 @@
<script type="text/javascript" src="../../_static/js/tlcpack_theme.js"></script>
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="Relax Creation" href="tutorials/relax_creation.html" />
+ <link rel="next" title="Dataflow Pattern Language (DPL)" href="dpl.html" />
<link rel="prev" title="Graph Abstraction for ML Models" href="abstraction.html" />
</head>
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -211,6 +212,7 @@
</li>
</ul>
</li>
+<li class="toctree-l2"><a class="reference internal" href="dpl.html">Dataflow Pattern Language (DPL)</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorials/relax_creation.html">Relax Creation</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorials/relax_transformation.html">Transformation</a></li>
</ul>
@@ -559,7 +561,7 @@ accurate information to work with, leading to more effective optimizations.</p>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
- <a href="tutorials/relax_creation.html" class="btn btn-neutral float-right" title="Relax Creation" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+ <a href="dpl.html" class="btn btn-neutral float-right" title="Dataflow Pattern Language (DPL)" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
<a href="abstraction.html" class="btn btn-neutral float-left" title="Graph Abstraction for ML Models" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
diff --git a/docs/deep_dive/relax/tutorials/index.html b/docs/deep_dive/relax/tutorials/index.html
index ef7be28b9c5..0543841cbd3 100644
--- a/docs/deep_dive/relax/tutorials/index.html
+++ b/docs/deep_dive/relax/tutorials/index.html
@@ -182,6 +182,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/deep_dive/relax/tutorials/relax_creation.html b/docs/deep_dive/relax/tutorials/relax_creation.html
index a8448a0e9c7..3211fed17e3 100644
--- a/docs/deep_dive/relax/tutorials/relax_creation.html
+++ b/docs/deep_dive/relax/tutorials/relax_creation.html
@@ -46,7 +46,7 @@
<link rel="index" title="Index" href="../../../genindex.html" />
<link rel="search" title="Search" href="../../../search.html" />
<link rel="next" title="Transformation" href="relax_transformation.html" />
- <link rel="prev" title="Understand Relax Abstraction" href="../learning.html" />
+ <link rel="prev" title="Dataflow Pattern Language (DPL)" href="../dpl.html" />
</head>
<body class="wy-body-for-nav">
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -783,7 +784,7 @@ NNModule API, Block Builder API and PackedFunc API for different use cases.</p>
<a href="relax_transformation.html" class="btn btn-neutral float-right" title="Transformation" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
- <a href="../learning.html" class="btn btn-neutral float-left" title="Understand Relax Abstraction" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+ <a href="../dpl.html" class="btn btn-neutral float-left" title="Dataflow Pattern Language (DPL)" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
</div>
diff --git a/docs/deep_dive/relax/tutorials/relax_transformation.html b/docs/deep_dive/relax/tutorials/relax_transformation.html
index 9389b3c4a3a..334755b94ea 100644
--- a/docs/deep_dive/relax/tutorials/relax_transformation.html
+++ b/docs/deep_dive/relax/tutorials/relax_transformation.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/deep_dive/relax/tutorials/sg_execution_times.html b/docs/deep_dive/relax/tutorials/sg_execution_times.html
index 9a7326ebe94..3678d14b44f 100644
--- a/docs/deep_dive/relax/tutorials/sg_execution_times.html
+++ b/docs/deep_dive/relax/tutorials/sg_execution_times.html
@@ -182,6 +182,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -294,7 +295,7 @@
<section id="computation-times">
<span id="sphx-glr-deep-dive-relax-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading"></a></h1>
-<p><strong>00:00.158</strong> total execution time for 2 files <strong>from deep_dive/relax/tutorials</strong>:</p>
+<p><strong>00:00.171</strong> total execution time for 2 files <strong>from deep_dive/relax/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -316,7 +317,7 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="relax_creation.html#sphx-glr-deep-dive-relax-tutorials-relax-creation-py"><span class="std std-ref">Relax Creation</span></a> (<code class="docutils literal notranslate"><span class="pre">relax_creation.py</span></code>)</p></td>
-<td><p>00:00.105</p></td>
+<td><p>00:00.118</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="relax_transformation.html#sphx-glr-deep-dive-relax-tutorials-relax-transformation-py"><span class="std std-ref">Transformation</span></a> (<code class="docutils literal notranslate"><span class="pre">relax_transformation.py</span></code>)</p></td>
diff --git a/docs/deep_dive/tensor_ir/abstraction.html b/docs/deep_dive/tensor_ir/abstraction.html
index c6d9245a948..3b7b0efe9a4 100644
--- a/docs/deep_dive/tensor_ir/abstraction.html
+++ b/docs/deep_dive/tensor_ir/abstraction.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/deep_dive/tensor_ir/index.html b/docs/deep_dive/tensor_ir/index.html
index 40d25a32aee..7cbf0f0fd97 100644
--- a/docs/deep_dive/tensor_ir/index.html
+++ b/docs/deep_dive/tensor_ir/index.html
@@ -185,6 +185,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/deep_dive/tensor_ir/learning.html b/docs/deep_dive/tensor_ir/learning.html
index 3459c9eb0c8..6a6cd14acdd 100644
--- a/docs/deep_dive/tensor_ir/learning.html
+++ b/docs/deep_dive/tensor_ir/learning.html
@@ -185,6 +185,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/deep_dive/tensor_ir/tutorials/index.html b/docs/deep_dive/tensor_ir/tutorials/index.html
index f8bdd74404b..13abd6595fc 100644
--- a/docs/deep_dive/tensor_ir/tutorials/index.html
+++ b/docs/deep_dive/tensor_ir/tutorials/index.html
@@ -183,6 +183,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html b/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html
index 7048886fb33..ec622b75e78 100644
--- a/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html
+++ b/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html
@@ -182,6 +182,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -294,7 +295,7 @@
<section id="computation-times">
<span id="sphx-glr-deep-dive-tensor-ir-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading"></a></h1>
-<p><strong>00:00.437</strong> total execution time for 2 files <strong>from deep_dive/tensor_ir/tutorials</strong>:</p>
+<p><strong>00:00.463</strong> total execution time for 2 files <strong>from deep_dive/tensor_ir/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -316,11 +317,11 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="tir_transformation.html#sphx-glr-deep-dive-tensor-ir-tutorials-tir-transformation-py"><span class="std std-ref">Transformation</span></a> (<code class="docutils literal notranslate"><span class="pre">tir_transformation.py</span></code>)</p></td>
-<td><p>00:00.266</p></td>
+<td><p>00:00.276</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="tir_creation.html#sphx-glr-deep-dive-tensor-ir-tutorials-tir-creation-py"><span class="std std-ref">TensorIR Creation</span></a> (<code class="docutils literal notranslate"><span class="pre">tir_creation.py</span></code>)</p></td>
-<td><p>00:00.170</p></td>
+<td><p>00:00.187</p></td>
<td><p>0.0</p></td>
</tr>
</tbody>
diff --git a/docs/deep_dive/tensor_ir/tutorials/tir_creation.html b/docs/deep_dive/tensor_ir/tutorials/tir_creation.html
index 31195c84a7d..6b7a0621058 100644
--- a/docs/deep_dive/tensor_ir/tutorials/tir_creation.html
+++ b/docs/deep_dive/tensor_ir/tutorials/tir_creation.html
@@ -185,6 +185,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -490,17 +491,17 @@ be used to ascertain the shape and data type of a TensorIR.</p>
<span class="nb">print</span><span class="p">(</span><span class="n">evaluate_dynamic_shape</span><span class="p">(</span><span class="n">dyn_shape_lib</span><span class="p">,</span> <span class="n">m</span><span class="o">=</span><span class="mi">64</span><span class="p">,</span> <span class="n">n</span><span class="o">=</span><span class="mi">64</span><span class="p">,</span> <a href="../../../reference/api/python/tirx/tirx.html#tvm.tirx.IterVar" title="tvm.tirx.IterVar" class="sphx-gl [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[1.3981805 1.1913707 0.9914137 1.0635233 ]
- [1.1858789 1.0552883 1.1821246 0.60098726]
- [0.722666 0.4862684 0.7601931 0.37344474]
- [1.6547334 1.1052506 1.2434198 1.1153383 ]]
-[[28.377247 30.924704 30.979858 ... 32.061016 34.69105 36.015457]
- [31.629547 31.128382 32.469376 ... 30.91402 35.534664 34.211514]
- [28.178993 30.88657 28.149206 ... 29.149818 34.13537 32.01098 ]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[0.99048287 0.37084308 0.82966673 1.4263476 ]
+ [0.7325882 0.68645585 0.93229085 1.1091206 ]
+ [0.5037742 0.36344504 0.3356234 0.7472382 ]
+ [0.9657655 1.0295624 0.70034915 1.2941207 ]]
+[[33.383682 28.683178 28.921877 ... 32.788548 29.564848 28.426188]
+ [34.577168 31.961147 30.196468 ... 32.492302 29.390192 31.08344 ]
+ [32.763226 31.028183 31.147142 ... 33.158627 32.6801 30.993105]
...
- [34.405315 36.26663 37.05075 ... 36.18641 41.016216 38.595745]
- [31.476845 32.96076 31.278698 ... 32.429813 37.53299 36.510757]
- [30.560852 33.42159 30.15389 ... 32.767193 36.00173 35.516743]]
+ [35.986366 36.340324 34.693214 ... 36.878586 33.94593 32.522747]
+ [35.281387 34.299385 34.029533 ... 35.913994 31.72554 32.73043 ]
+ [32.274544 28.620188 29.673372 ... 29.999893 28.154991 28.117664]]
</pre></div>
</div>
</section>
diff --git a/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html b/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html
index 8a261aa0917..5ad7b30d1b2 100644
--- a/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html
+++ b/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -371,7 +372,7 @@ original implementation.</p>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 2.6379 2.6379 2.6379 2.6379 0.0000
+ 2.6452 2.6452 2.6452 2.6452 0.0000
</pre></div>
</div>
<section id="initialization-schedule">
@@ -467,7 +468,7 @@ class Module:
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.8623 0.8623 0.8623 0.8623 0.0000
+ 0.8614 0.8614 0.8614 0.8614 0.0000
</pre></div>
</div>
</section>
@@ -561,7 +562,7 @@ class Module:
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.3604 0.3604 0.3604 0.3604 0.0000
+ 0.3493 0.3493 0.3493 0.3493 0.0000
</pre></div>
</div>
</section>
diff --git a/docs/errors.html b/docs/errors.html
index 57cda0213c0..8df74150417 100644
--- a/docs/errors.html
+++ b/docs/errors.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -320,12 +321,12 @@ these error messages and what you can do when they occur.</p>
<h2>Where do these errors come from?<a class="headerlink" href="#where-do-these-errors-come-from" title="Link to this heading"></a></h2>
<p>This error is caused by an internal invariant being violated during TVM’s
execution. On a technical level, the message is generated by the
-<code class="docutils literal notranslate"><span class="pre">TVM_FFI_ICHECK</span></code> macro, found in <code class="docutils literal notranslate"><span class="pre">include/tvm/ffi/error.h</span></code> in <a class="reference external" href="https://github.com/tlc-pack/tvm-ffi">TVM-FFI</a>.
+<code class="docutils literal notranslate"><span class="pre">TVM_FFI_ICHECK</span></code> macro, found in <code class="docutils literal notranslate"><span class="pre">3rdparty/tvm-ffi/include/tvm/ffi/error.h</span></code>.
The <code class="docutils literal notranslate"><span class="pre">TVM_FFI_ICHECK</span></code> macro is used in many places in the TVM code to assert
some condition is true during execution; any time the assertion fails, TVM
will exit with the error message shown above.</p>
<p>For more details about how errors are handled and generated by TVM, please
-see <cite>error-handling-guide</cite>.</p>
+see <a class="reference internal" href="contribute/error_handling.html#error-handling-guide"><span class="std std-ref">Error Handling Guide</span></a>.</p>
</section>
<section id="what-should-i-do-when-i-encounter-such-an-error">
<h2>What should I do when I encounter such an error?<a class="headerlink" href="#what-should-i-do-when-i-encounter-such-an-error" title="Link to this heading"></a></h2>
diff --git a/docs/genindex.html b/docs/genindex.html
index c8058843184..98973767bdb 100644
--- a/docs/genindex.html
+++ b/docs/genindex.html
@@ -181,6 +181,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -485,6 +486,8 @@
</li>
</ul></li>
<li><a href="reference/api/python/s_tir/schedule.html#tvm.s_tir.schedule.Trace.append">append() (tvm.s_tir.schedule.Trace method)</a>
+</li>
+ <li><a href="reference/api/python/relax/training.html#tvm.relax.training.AppendLoss">AppendLoss() (in module tvm.relax.training)</a>
</li>
<li><a href="reference/api/python/tirx/transform.html#tvm.tirx.transform.Apply">Apply() (in module tvm.tirx.transform)</a>
</li>
@@ -555,6 +558,8 @@
<li><a href="reference/api/python/te.html#tvm.te.TensorSlice.asobject">asobject() (tvm.te.TensorSlice method)</a>
</li>
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.assert_op">assert_op() (in module tvm.relax.op)</a>
+</li>
+ <li><a href="reference/api/python/s_tir/analysis.html#tvm.s_tir.analysis.assert_pure_function">assert_pure_function() (in module tvm.s_tir.analysis)</a>
</li>
<li><a href="reference/api/python/ir.html#tvm.ir.assert_structural_equal">assert_structural_equal() (in module tvm.ir)</a>
</li>
@@ -853,6 +858,8 @@
<li><a href="reference/api/python/s_tir/schedule.html#tvm.s_tir.schedule.Schedule.cache_read">cache_read() (tvm.s_tir.schedule.Schedule method)</a>
</li>
<li><a href="reference/api/python/s_tir/schedule.html#tvm.s_tir.schedule.Schedule.cache_write">cache_write() (tvm.s_tir.schedule.Schedule method)</a>
+</li>
+ <li><a href="reference/api/python/s_tir/analysis.html#tvm.s_tir.analysis.calculate_allocated_bytes">calculate_allocated_bytes() (in module tvm.s_tir.analysis)</a>
</li>
<li><a href="reference/api/python/relax/relax.html#tvm.relax.Call">Call (class in tvm.relax)</a>
@@ -1080,10 +1087,10 @@
<li><a href="reference/api/python/te.html#tvm.te.const">(in module tvm.te)</a>
</li>
</ul></li>
- <li><a href="reference/api/python/relax/relax.html#tvm.relax.Constant">Constant (class in tvm.relax)</a>
-</li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="reference/api/python/relax/relax.html#tvm.relax.Constant">Constant (class in tvm.relax)</a>
+</li>
<li><a href="reference/api/python/relax/analysis.html#tvm.relax.analysis.contains_impure_call">contains_impure_call() (in module tvm.relax.analysis)</a>
</li>
<li><a href="reference/api/python/tirx/tirx.html#tvm.tirx.continue_loop">continue_loop() (in module tvm.tirx)</a>
@@ -1425,18 +1432,24 @@
</li>
</ul></li>
<li><a href="reference/api/python/relax/frontend.html#tvm.relax.frontend.detach_params">detach_params() (in module tvm.relax.frontend)</a>
+</li>
+ <li><a href="reference/api/python/s_tir/analysis.html#tvm.s_tir.analysis.detect_buffer_access_lca">detect_buffer_access_lca() (in module tvm.s_tir.analysis)</a>
</li>
<li><a href="reference/api/python/relax/analysis.html#tvm.relax.analysis.detect_recursion">detect_recursion() (in module tvm.relax.analysis)</a>
+</li>
+ <li><a href="reference/api/python/rpc.html#tvm.rpc.RPCSession.device">device() (tvm.rpc.RPCSession method)</a>
</li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="reference/api/python/rpc.html#tvm.rpc.RPCSession.device">device() (tvm.rpc.RPCSession method)</a>
+ <li><a href="reference/api/python/relax/distributed.html#tvm.relax.distributed.device_mesh">device_mesh() (in module tvm.relax.distributed)</a>
</li>
<li><a href="reference/api/python/runtime/profiling.html#tvm.runtime.profiling.Report.device_metrics">device_metrics (tvm.runtime.profiling.Report attribute)</a>
</li>
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.op_attrs.HintOnDeviceAttrs.device_type">device_type (tvm.relax.op.op_attrs.HintOnDeviceAttrs property)</a>
</li>
<li><a href="reference/api/python/target.html#tvm.target.VirtualDevice.device_type_int">device_type_int (tvm.target.VirtualDevice property)</a>
+</li>
+ <li><a href="reference/api/python/relax/distributed.html#tvm.relax.distributed.DeviceMesh">DeviceMesh (class in tvm.relax.distributed)</a>
</li>
<li><a href="reference/api/python/runtime/profiling.html#tvm.runtime.profiling.DeviceWrapper">DeviceWrapper (class in tvm.runtime.profiling)</a>
</li>
@@ -1509,6 +1522,8 @@
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.op_attrs.DropoutAttrs">DropoutAttrs (class in tvm.relax.op.op_attrs)</a>
</li>
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.op_attrs.ToVDeviceAttrs.dst_vdevice">dst_vdevice (tvm.relax.op.op_attrs.ToVDeviceAttrs property)</a>
+</li>
+ <li><a href="reference/api/python/relax/distributed.html#tvm.relax.distributed.DTensorStructInfo">DTensorStructInfo (class in tvm.relax.distributed)</a>
</li>
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.op_attrs.ArgsortAttrs.dtype">dtype (tvm.relax.op.op_attrs.ArgsortAttrs property)</a>
@@ -1616,10 +1631,12 @@
</ul></li>
<li><a href="reference/api/python/relax/analysis.html#tvm.relax.analysis.estimate_memory_usage">estimate_memory_usage() (in module tvm.relax.analysis)</a>
</li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="reference/api/python/s_tir/analysis.html#tvm.s_tir.analysis.estimate_tir_flops">estimate_tir_flops() (in module tvm.s_tir.analysis)</a>
+</li>
<li><a href="reference/api/python/tirx/tirx.html#tvm.tirx.Evaluate">Evaluate (class in tvm.tirx)</a>
</li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.ewise_fma">ewise_fma() (in module tvm.relax.op)</a>
</li>
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.op_attrs.ScanopAttrs.exclusive">exclusive (tvm.relax.op.op_attrs.ScanopAttrs property)</a>
@@ -1653,6 +1670,10 @@
<li><a href="reference/api/python/instrument.html#tvm.ir.instrument.Path.expanduser">expanduser() (tvm.ir.instrument.Path method)</a>
</li>
<li><a href="reference/api/python/tirx/transform.html#tvm.tirx.transform.UnrollLoopConfig.explicit_unroll">explicit_unroll (tvm.tirx.transform.UnrollLoopConfig property)</a>
+</li>
+ <li><a href="reference/api/python/relax/training.html#tvm.relax.training.Trainer.export_params">export_params() (tvm.relax.training.Trainer method)</a>
+</li>
+ <li><a href="reference/api/python/relax/training.html#tvm.relax.training.Trainer.export_states">export_states() (tvm.relax.training.Trainer method)</a>
</li>
<li><a href="reference/api/python/relax/relax.html#tvm.relax.Expr">Expr (in module tvm.relax)</a>
@@ -1715,6 +1736,8 @@
<li><a href="reference/api/python/tirx/transform.html#tvm.tirx.transform.Filter">Filter() (in module tvm.tirx.transform)</a>
</li>
<li><a href="reference/api/python/relax/block_builder.html#tvm.relax.block_builder.BlockBuilder.finalize">finalize() (tvm.relax.block_builder.BlockBuilder method)</a>
+</li>
+ <li><a href="reference/api/python/s_tir/analysis.html#tvm.s_tir.analysis.find_anchor_sblock">find_anchor_sblock() (in module tvm.s_tir.analysis)</a>
</li>
<li><a href="reference/api/python/contrib.html#tvm.contrib.clang.find_clang">find_clang() (in module tvm.contrib.clang)</a>
</li>
@@ -1819,6 +1842,8 @@
<li><a href="reference/api/python/relax/frontend.html#tvm.relax.frontend.onnx.from_onnx">from_onnx() (in module tvm.relax.frontend.onnx)</a>
</li>
<li><a href="reference/api/python/relax/frontend.html#tvm.relax.frontend.stablehlo.from_stablehlo">from_stablehlo() (in module tvm.relax.frontend.stablehlo)</a>
+</li>
+ <li><a href="reference/api/python/relax/distributed.html#tvm.relax.distributed.Placement.from_text">from_text() (tvm.relax.distributed.Placement static method)</a>
</li>
<li><a href="reference/api/python/relax/frontend.html#tvm.relax.frontend.tflite.from_tflite">from_tflite() (in module tvm.relax.frontend.tflite)</a>
</li>
@@ -1994,12 +2019,12 @@
</li>
<li><a href="reference/api/python/target.html#tvm.target.Target.get_kind_attr">get_kind_attr() (tvm.target.Target method)</a>
</li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="reference/api/python/s_tir/schedule.html#tvm.s_tir.schedule.Schedule.get_loops">get_loops() (tvm.s_tir.schedule.Schedule method)</a>
</li>
<li><a href="reference/api/python/s_tir/schedule.html#tvm.s_tir.schedule.Schedule.get_output_blocks">get_output_blocks() (tvm.s_tir.schedule.Schedule method)</a>
</li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="reference/api/python/relax/relax.html#tvm.relax.VirtualMachine.get_outputs">get_outputs() (tvm.relax.VirtualMachine method)</a>
<ul>
@@ -2025,6 +2050,10 @@
<li><a href="reference/api/python/s_tir/schedule.html#tvm.s_tir.schedule.Schedule.get_producers">get_producers() (tvm.s_tir.schedule.Schedule method)</a>
</li>
<li><a href="reference/api/python/s_tir/schedule.html#tvm.s_tir.schedule.Schedule.get_sblock">get_sblock() (tvm.s_tir.schedule.Schedule method)</a>
+</li>
+ <li><a href="reference/api/python/s_tir/analysis.html#tvm.s_tir.analysis.get_sblock_access_region">get_sblock_access_region() (in module tvm.s_tir.analysis)</a>
+</li>
+ <li><a href="reference/api/python/s_tir/analysis.html#tvm.s_tir.analysis.get_sblock_read_write_region">get_sblock_read_write_region() (in module tvm.s_tir.analysis)</a>
</li>
<li><a href="reference/api/python/s_tir/schedule.html#tvm.s_tir.schedule.ScheduleState.get_sblock_scope">get_sblock_scope() (tvm.s_tir.schedule.ScheduleState method)</a>
</li>
@@ -2061,6 +2090,8 @@
<li><a href="reference/api/python/relax/relax.html#tvm.relax.PyExprMutator.get_var_remap">get_var_remap() (tvm.relax.PyExprMutator method)</a>
</li>
<li><a href="reference/api/python/tirx/tirx.html#tvm.tirx.get_vscale_expr">get_vscale_expr() (in module tvm.tirx)</a>
+</li>
+ <li><a href="reference/api/python/s_tir/analysis.html#tvm.s_tir.analysis.get_vtcm_compaction_passes">get_vtcm_compaction_passes() (in module tvm.s_tir.analysis)</a>
</li>
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.op_attrs.GetValidCountsAttrs">GetValidCountsAttrs (class in tvm.relax.op.op_attrs)</a>
</li>
@@ -2359,6 +2390,8 @@
<li><a href="reference/api/python/s_tir/dlight.html#tvm.s_tir.dlight.SBlockInfo.is_pool">is_pool() (tvm.s_tir.dlight.SBlockInfo method)</a>
</li>
<li><a href="reference/api/python/s_tir/schedule.html#tvm.s_tir.schedule.InstructionKind.is_pure">is_pure (tvm.s_tir.schedule.InstructionKind property)</a>
+</li>
+ <li><a href="reference/api/python/s_tir/analysis.html#tvm.s_tir.analysis.is_pure_function">is_pure_function() (in module tvm.s_tir.analysis)</a>
</li>
<li><a href="reference/api/python/s_tir/dlight.html#tvm.s_tir.dlight.SBlockInfo.is_reduction">is_reduction() (tvm.s_tir.dlight.SBlockInfo method)</a>
</li>
@@ -2566,19 +2599,23 @@
</li>
<li><a href="reference/api/python/target.html#tvm.target.list_tags">list_tags() (in module tvm.target)</a>
</li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="reference/api/python/contrib.html#tvm.contrib.utils.TempDirectory.listdir">listdir() (tvm.contrib.utils.TempDirectory method)</a>
<ul>
<li><a href="reference/api/python/rpc.html#tvm.rpc.RPCSession.listdir">(tvm.rpc.RPCSession method)</a>
</li>
</ul></li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="reference/api/python/meta_schedule.html#tvm.s_tir.meta_schedule.CostModel.load">load() (tvm.s_tir.meta_schedule.CostModel method)</a>
</li>
<li><a href="reference/api/python/ir.html#tvm.ir.load_json">load_json() (in module tvm.ir)</a>
</li>
<li><a href="reference/api/python/rpc.html#tvm.rpc.RPCSession.load_module">load_module() (tvm.rpc.RPCSession method)</a>
+</li>
+ <li><a href="reference/api/python/relax/training.html#tvm.relax.training.Trainer.load_params">load_params() (tvm.relax.training.Trainer method)</a>
+</li>
+ <li><a href="reference/api/python/relax/training.html#tvm.relax.training.Trainer.load_states">load_states() (tvm.relax.training.Trainer method)</a>
</li>
<li><a href="reference/api/python/runtime/disco.html#tvm.runtime.disco.Session.load_vm_module">load_vm_module() (tvm.runtime.disco.Session method)</a>
</li>
@@ -2863,6 +2900,10 @@
<li><a href="reference/api/python/relax/analysis.html#module-tvm.relax.analysis">tvm.relax.analysis</a>
</li>
<li><a href="reference/api/python/relax/block_builder.html#module-tvm.relax.block_builder">tvm.relax.block_builder</a>
+</li>
+ <li><a href="reference/api/python/relax/distributed.html#module-tvm.relax.distributed">tvm.relax.distributed</a>
+</li>
+ <li><a href="reference/api/python/relax/dpl.html#module-tvm.relax.dpl">tvm.relax.dpl</a>
</li>
<li><a href="reference/api/python/relax/frontend.html#module-tvm.relax.frontend">tvm.relax.frontend</a>
</li>
@@ -2895,6 +2936,8 @@
<li><a href="reference/api/python/relax/op.html#module-tvm.relax.op.vision">tvm.relax.op.vision</a>
</li>
<li><a href="reference/api/python/relax/op.html#module-tvm.relax.op.vm">tvm.relax.op.vm</a>
+</li>
+ <li><a href="reference/api/python/relax/training.html#module-tvm.relax.training">tvm.relax.training</a>
</li>
<li><a href="reference/api/python/relax/transform.html#module-tvm.relax.transform">tvm.relax.transform</a>
</li>
@@ -2907,6 +2950,8 @@
<li><a href="reference/api/python/runtime/profiling.html#module-tvm.runtime.profiling">tvm.runtime.profiling</a>
</li>
<li><a href="reference/api/python/runtime/vm.html#module-tvm.runtime.vm">tvm.runtime.vm</a>
+</li>
+ <li><a href="reference/api/python/s_tir/analysis.html#module-tvm.s_tir.analysis">tvm.s_tir.analysis</a>
</li>
<li><a href="reference/api/python/s_tir/dlight.html#module-tvm.s_tir.dlight">tvm.s_tir.dlight</a>
</li>
@@ -3092,6 +3137,8 @@
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.ones">ones() (in module tvm.relax.op)</a>
</li>
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.ones_like">ones_like() (in module tvm.relax.op)</a>
+</li>
+ <li><a href="reference/api/python/s_tir/analysis.html#tvm.s_tir.analysis.OOBChecker">OOBChecker() (in module tvm.s_tir.analysis)</a>
</li>
<li><a href="reference/api/python/ir.html#tvm.ir.Op">Op (class in tvm.ir)</a>
</li>
@@ -3300,6 +3347,10 @@
<li><a href="reference/api/python/te.html#tvm.te.placeholder">placeholder() (in module tvm.te)</a>
</li>
<li><a href="reference/api/python/te.html#tvm.te.PlaceholderOp">PlaceholderOp (class in tvm.te)</a>
+</li>
+ <li><a href="reference/api/python/relax/distributed.html#tvm.relax.distributed.Placement">Placement (class in tvm.relax.distributed)</a>
+</li>
+ <li><a href="reference/api/python/relax/distributed.html#tvm.relax.distributed.PlacementSpec">PlacementSpec (class in tvm.relax.distributed)</a>
</li>
<li><a href="reference/api/python/ir.html#tvm.ir.PointerType">PointerType (class in tvm.ir)</a>
</li>
@@ -3377,8 +3428,12 @@
<li><a href="reference/api/python/meta_schedule.html#tvm.s_tir.meta_schedule.TuneContext.pre_tuning">(tvm.s_tir.meta_schedule.TuneContext method)</a>
</li>
</ul></li>
- <li><a href="reference/api/python/meta_schedule.html#tvm.s_tir.meta_schedule.CostModel.predict">predict() (tvm.s_tir.meta_schedule.CostModel method)</a>
+ <li><a href="reference/api/python/relax/training.html#tvm.relax.training.Trainer.predict">predict() (tvm.relax.training.Trainer method)</a>
+
+ <ul>
+ <li><a href="reference/api/python/meta_schedule.html#tvm.s_tir.meta_schedule.CostModel.predict">(tvm.s_tir.meta_schedule.CostModel method)</a>
</li>
+ </ul></li>
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.nn.prelu">prelu() (in module tvm.relax.op.nn)</a>
<ul>
@@ -3423,6 +3478,8 @@
<li><a href="reference/api/python/runtime/vm.html#tvm.runtime.vm.VirtualMachine.profile">(tvm.runtime.vm.VirtualMachine method)</a>
</li>
</ul></li>
+ <li><a href="reference/api/python/relax/training.html#tvm.relax.training.Trainer.profile_adjoint">profile_adjoint() (tvm.relax.training.Trainer method)</a>
+</li>
<li><a href="reference/api/python/runtime/profiling.html#tvm.runtime.profiling.profile_function">profile_function() (in module tvm.runtime.profiling)</a>
</li>
<li><a href="reference/api/python/meta_schedule.html#tvm.s_tir.meta_schedule.Profiler">Profiler (class in tvm.s_tir.meta_schedule)</a>
@@ -3619,14 +3676,14 @@
</li>
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.op_attrs.RepeatAttrs">RepeatAttrs (class in tvm.relax.op.op_attrs)</a>
</li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.op_attrs.RepeatAttrs.repeats">repeats (tvm.relax.op.op_attrs.RepeatAttrs property)</a>
<ul>
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.op_attrs.TileAttrs.repeats">(tvm.relax.op.op_attrs.TileAttrs property)</a>
</li>
</ul></li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="reference/api/python/instrument.html#tvm.ir.instrument.Path.replace">replace() (tvm.ir.instrument.Path method)</a>
<ul>
@@ -3636,6 +3693,8 @@
<li><a href="reference/api/python/relax/relax.html#tvm.relax.DataflowBlockRewrite.replace_all_uses">replace_all_uses() (tvm.relax.DataflowBlockRewrite method)</a>
</li>
<li><a href="reference/api/python/ir.html#tvm.ir.IRModule.replace_global_vars">replace_global_vars() (tvm.ir.IRModule method)</a>
+</li>
+ <li><a href="reference/api/python/relax/distributed.html#tvm.relax.distributed.PlacementSpec.replica">replica() (tvm.relax.distributed.PlacementSpec static method)</a>
</li>
<li><a href="reference/api/python/topi.html#tvm.topi.nn.replicate_pad">replicate_pad() (in module tvm.topi.nn)</a>
</li>
@@ -3922,6 +3981,8 @@
<li><a href="reference/api/python/ir.html#tvm.ir.Op.set_support_level">set_support_level() (tvm.ir.Op method)</a>
</li>
<li><a href="reference/api/python/relax/relax.html#tvm.relax.PyExprMutator.set_var_remap">set_var_remap() (tvm.relax.PyExprMutator method)</a>
+</li>
+ <li><a href="reference/api/python/relax/training.html#tvm.relax.training.SetupTrainer">SetupTrainer (class in tvm.relax.training)</a>
</li>
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.shape_of">shape_of() (in module tvm.relax.op)</a>
</li>
@@ -3932,6 +3993,8 @@
<li><a href="reference/api/python/relax/relax.html#tvm.relax.ShapeStructInfo">ShapeStructInfo (class in tvm.relax)</a>
</li>
<li><a href="reference/api/python/relax/relax.html#tvm.relax.ShapeType">ShapeType (class in tvm.relax)</a>
+</li>
+ <li><a href="reference/api/python/relax/distributed.html#tvm.relax.distributed.PlacementSpec.sharding">sharding() (tvm.relax.distributed.PlacementSpec static method)</a>
</li>
<li><a href="reference/api/python/tirx/tirx.html#tvm.tirx.shift_left">shift_left() (in module tvm.tirx)</a>
</li>
@@ -3980,11 +4043,11 @@
</li>
</ul></li>
<li><a href="reference/api/python/tirx/transform.html#tvm.tirx.transform.SimplifyConfig">SimplifyConfig (class in tvm.tirx.transform)</a>
-</li>
- <li><a href="reference/api/python/topi.html#tvm.topi.nn.simulated_dequantize">simulated_dequantize() (in module tvm.topi.nn)</a>
</li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="reference/api/python/topi.html#tvm.topi.nn.simulated_dequantize">simulated_dequantize() (in module tvm.topi.nn)</a>
+</li>
<li><a href="reference/api/python/topi.html#tvm.topi.nn.simulated_quantize">simulated_quantize() (in module tvm.topi.nn)</a>
</li>
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.sin">sin() (in module tvm.relax.op)</a>
@@ -4344,6 +4407,8 @@
</li>
</ul></li>
<li><a href="reference/api/python/rpc.html#tvm.rpc.TrackerSession">TrackerSession (class in tvm.rpc)</a>
+</li>
+ <li><a href="reference/api/python/relax/training.html#tvm.relax.training.Trainer">Trainer (class in tvm.relax.training)</a>
</li>
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.op_attrs.BatchNormAttrs.training">training (tvm.relax.op.op_attrs.BatchNormAttrs property)</a>
</li>
@@ -4490,8 +4555,6 @@
<li><a href="reference/api/python/contrib.html#module-tvm.contrib.rocm">module</a>
</li>
</ul></li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
<li>
tvm.contrib.spirv
@@ -4506,6 +4569,8 @@
<li><a href="reference/api/python/contrib.html#module-tvm.contrib.tar">module</a>
</li>
</ul></li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li>
tvm.contrib.utils
@@ -4574,6 +4639,20 @@
<ul>
<li><a href="reference/api/python/relax/block_builder.html#module-tvm.relax.block_builder">module</a>
+</li>
+ </ul></li>
+ <li>
+ tvm.relax.distributed
+
+ <ul>
+ <li><a href="reference/api/python/relax/distributed.html#module-tvm.relax.distributed">module</a>
+</li>
+ </ul></li>
+ <li>
+ tvm.relax.dpl
+
+ <ul>
+ <li><a href="reference/api/python/relax/dpl.html#module-tvm.relax.dpl">module</a>
</li>
</ul></li>
<li>
@@ -4686,6 +4765,13 @@
<ul>
<li><a href="reference/api/python/relax/op.html#module-tvm.relax.op.vm">module</a>
+</li>
+ </ul></li>
+ <li>
+ tvm.relax.training
+
+ <ul>
+ <li><a href="reference/api/python/relax/training.html#module-tvm.relax.training">module</a>
</li>
</ul></li>
<li>
@@ -4728,6 +4814,13 @@
<ul>
<li><a href="reference/api/python/runtime/vm.html#module-tvm.runtime.vm">module</a>
+</li>
+ </ul></li>
+ <li>
+ tvm.s_tir.analysis
+
+ <ul>
+ <li><a href="reference/api/python/s_tir/analysis.html#module-tvm.s_tir.analysis">module</a>
</li>
</ul></li>
<li>
@@ -4879,13 +4972,15 @@
</li>
<li><a href="reference/api/python/s_tir/schedule.html#tvm.s_tir.schedule.Schedule.unsafe_set_dtype">unsafe_set_dtype() (tvm.s_tir.schedule.Schedule method)</a>
</li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="reference/api/python/contrib.html#tvm.contrib.tar.untar">untar() (in module tvm.contrib.tar)</a>
</li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="reference/api/python/ir.html#tvm.ir.IRModule.update">update() (tvm.ir.IRModule method)</a>
<ul>
+ <li><a href="reference/api/python/relax/training.html#tvm.relax.training.Trainer.update">(tvm.relax.training.Trainer method)</a>
+</li>
<li><a href="reference/api/python/meta_schedule.html#tvm.s_tir.meta_schedule.CostModel.update">(tvm.s_tir.meta_schedule.CostModel method)</a>
</li>
</ul></li>
@@ -4950,6 +5045,8 @@
<li><a href="reference/api/python/tirx/tirx.html#tvm.tirx.vectorlow">vectorlow() (in module tvm.tirx)</a>
</li>
<li><a href="reference/api/python/s_tir/schedule.html#tvm.s_tir.schedule.ScheduleDebugMask.VERIFY_CACHED_FLAGS">VERIFY_CACHED_FLAGS (tvm.s_tir.schedule.ScheduleDebugMask attribute)</a>
+</li>
+ <li><a href="reference/api/python/s_tir/analysis.html#tvm.s_tir.analysis.verify_gpu_code">verify_gpu_code() (in module tvm.s_tir.analysis)</a>
</li>
<li><a href="reference/api/python/tirx/analysis.html#tvm.tirx.analysis.analysis.verify_memory">verify_memory() (in module tvm.tirx.analysis.analysis)</a>
</li>
@@ -5171,14 +5268,14 @@
<li><a href="reference/api/python/tirx/tirx.html#tvm.tirx.PyStmtExprVisitor.visit_ge_">(tvm.tirx.PyStmtExprVisitor method)</a>
</li>
</ul></li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="reference/api/python/relax/relax.html#tvm.relax.PyExprMutator.visit_global_var_">visit_global_var_() (tvm.relax.PyExprMutator method)</a>
<ul>
<li><a href="reference/api/python/relax/relax.html#tvm.relax.PyExprVisitor.visit_global_var_">(tvm.relax.PyExprVisitor method)</a>
</li>
</ul></li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="reference/api/python/tirx/tirx.html#tvm.tirx.PyStmtExprMutator.visit_gt_">visit_gt_() (tvm.tirx.PyStmtExprMutator method)</a>
<ul>
@@ -5514,6 +5611,10 @@
<h2 id="X">X</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
+ <td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="reference/api/python/relax/training.html#tvm.relax.training.Trainer.xaiver_uniform_init_params">xaiver_uniform_init_params() (tvm.relax.training.Trainer method)</a>
+</li>
+ </ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
<li><a href="reference/api/python/contrib.html#tvm.contrib.xcode.xcrun">xcrun() (in module tvm.contrib.xcode)</a>
</li>
@@ -5523,10 +5624,14 @@
<h2 id="Z">Z</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="reference/api/python/relax/op.html#tvm.relax.op.zeros">zeros() (in module tvm.relax.op)</a>
+ <li><a href="reference/api/python/relax/training.html#tvm.relax.training.Trainer.zero_init_params">zero_init_params() (tvm.relax.training.Trainer method)</a>
+</li>
+ <li><a href="reference/api/python/relax/training.html#tvm.relax.training.Trainer.zero_init_states">zero_init_states() (tvm.relax.training.Trainer method)</a>
</li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="reference/api/python/relax/op.html#tvm.relax.op.zeros">zeros() (in module tvm.relax.op)</a>
+</li>
<li><a href="reference/api/python/relax/op.html#tvm.relax.op.zeros_like">zeros_like() (in module tvm.relax.op)</a>
</li>
</ul></td>
diff --git a/docs/get_started/overview.html b/docs/get_started/overview.html
index 4d510a568a0..4220b039b71 100644
--- a/docs/get_started/overview.html
+++ b/docs/get_started/overview.html
@@ -189,6 +189,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/get_started/tutorials/index.html b/docs/get_started/tutorials/index.html
index 57c37532f1e..53dba69b86c 100644
--- a/docs/get_started/tutorials/index.html
+++ b/docs/get_started/tutorials/index.html
@@ -182,6 +182,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/get_started/tutorials/ir_module.html b/docs/get_started/tutorials/ir_module.html
index 67415c7cbc8..6ceb5dc518e 100644
--- a/docs/get_started/tutorials/ir_module.html
+++ b/docs/get_started/tutorials/ir_module.html
@@ -45,7 +45,7 @@
<script type="text/javascript" src="../../_static/js/tlcpack_theme.js"></script>
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="End-to-End Optimize Model" href="../../how_to/tutorials/e2e_opt_model.html" />
+ <link rel="next" title="Importing Models from ML Frameworks" href="../../how_to/tutorials/import_model.html" />
<link rel="prev" title="Quick Start" href="quick_start.html" />
</head>
@@ -200,6 +200,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -814,8 +815,8 @@ backends.</p>
<span class="nb">print</span><span class="p">(</span><span class="n">cpu_out</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[ 0.19945057 0.08083029 -0.00172529 -0.06330361 -0.02899984 -0.09328233
- -0.02840686 0.04536423 0.20972735 -0.08732793]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[ 0.02128702 0.08168321 -0.31164068 0.05967477 0.10640153 0.05791432
+ -0.00460637 -0.1269317 -0.04053031 -0.4035814 ]]
</pre></div>
</div>
</section>
@@ -849,8 +850,8 @@ the details of <code class="docutils literal notranslate"><span class="pre">DLig
<span class="k">assert</span> <span class="n">np</span><span class="o">.</span><span class="n">allclose</span><span class="p">(</span><span class="n">cpu_out</span><span class="p">,</span> <span class="n">gpu_out</span><span class="p">,</span> <span class="n">atol</span><span class="o">=</span><span class="mf">1e-3</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[ 0.1994506 0.08083022 -0.00172526 -0.06330364 -0.02899984 -0.09328231
- -0.02840687 0.04536421 0.20972738 -0.0873279 ]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[ 0.02128701 0.08168324 -0.31164077 0.05967478 0.10640148 0.05791437
+ -0.00460639 -0.12693173 -0.04053025 -0.4035814 ]]
</pre></div>
</div>
</section>
@@ -886,7 +887,7 @@ GPU backend.</p>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
- <a href="../../how_to/tutorials/e2e_opt_model.html" class="btn btn-neutral float-right" title="End-to-End Optimize Model" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+ <a href="../../how_to/tutorials/import_model.html" class="btn btn-neutral float-right" title="Importing Models from ML Frameworks" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
<a href="quick_start.html" class="btn btn-neutral float-left" title="Quick Start" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
diff --git a/docs/get_started/tutorials/quick_start.html b/docs/get_started/tutorials/quick_start.html
index a681b56ff9c..211a192657c 100644
--- a/docs/get_started/tutorials/quick_start.html
+++ b/docs/get_started/tutorials/quick_start.html
@@ -194,6 +194,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -457,8 +458,8 @@ different devices.</p>
<span class="nb">print</span><span class="p">(</span><span class="n">vm</span><span class="p">[</span><span class="s2">"forward"</span><span class="p">](</span><span class="n">tvm_data</span><span class="p">,</span> <span class="o">*</span><a href="https://docs.python.org/3/library/stdtypes.html#list" title="builtins.list" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">params</span></a><span class="p">)</span><s [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[24641.928 24446.176 23149.242 24482.203 23691.8 24762.793 24631.99
- 25029.053 25930.037 23471.246]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[25518.871 24549.734 24520.602 24924.324 24868.152 23596.35 23986.531
+ 24201.844 25239.455 25858.664]]
</pre></div>
</div>
<p>Our goal is to bring machine learning to the application with any language of interest,
diff --git a/docs/get_started/tutorials/sg_execution_times.html b/docs/get_started/tutorials/sg_execution_times.html
index 763a8bb1f19..6e42703a423 100644
--- a/docs/get_started/tutorials/sg_execution_times.html
+++ b/docs/get_started/tutorials/sg_execution_times.html
@@ -182,6 +182,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -294,7 +295,7 @@
<section id="computation-times">
<span id="sphx-glr-get-started-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading"></a></h1>
-<p><strong>00:10.022</strong> total execution time for 2 files <strong>from get_started/tutorials</strong>:</p>
+<p><strong>00:08.205</strong> total execution time for 2 files <strong>from get_started/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -316,11 +317,11 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="ir_module.html#sphx-glr-get-started-tutorials-ir-module-py"><span class="std std-ref">IRModule</span></a> (<code class="docutils literal notranslate"><span class="pre">ir_module.py</span></code>)</p></td>
-<td><p>00:09.856</p></td>
+<td><p>00:08.050</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="quick_start.html#sphx-glr-get-started-tutorials-quick-start-py"><span class="std std-ref">Quick Start</span></a> (<code class="docutils literal notranslate"><span class="pre">quick_start.py</span></code>)</p></td>
-<td><p>00:00.166</p></td>
+<td><p>00:00.155</p></td>
<td><p>0.0</p></td>
</tr>
</tbody>
diff --git a/docs/how_to/dev/index.html b/docs/how_to/dev/index.html
index 30d3032dd30..51f9b75f89d 100644
--- a/docs/how_to/dev/index.html
+++ b/docs/how_to/dev/index.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/how_to/dev/pytest_target_parametrization.html b/docs/how_to/dev/pytest_target_parametrization.html
index dc26e6ee7e9..0d9f8538f15 100644
--- a/docs/how_to/dev/pytest_target_parametrization.html
+++ b/docs/how_to/dev/pytest_target_parametrization.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -346,7 +347,7 @@ each target is reported separately. If a target cannot be run because
it is disabled in the <cite>config.cmake</cite>, or because no appropriate
hardware is present, then that target will be reported as skipped.</p>
<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># Explicit listing of targets to use.</span>
-<span class="nd">@tvm</span><span class="o">.</span><span class="n">testing</span><span class="o">.</span><span class="n">parametrize_target</span><span class="p">(</span><span class="s1">'llvm'</span><span class="p">,</span> <span class="s1">'cuda'</span><span class="p">)</span>
+<span class="nd">@tvm</span><span class="o">.</span><span class="n">testing</span><span class="o">.</span><span class="n">parametrize_targets</span><span class="p">(</span><span class="s1">'llvm'</span><span class="p">,</span> <span class="s1">'cuda'</span><span class="p">)</span>
<span class="k">def</span><span class="w"> </span><span class="nf">test_function</span><span class="p">(</span><span class="n">target</span><span class="p">,</span> <span class="n">dev</span><span class="p">):</span>
<span class="c1"># Test code goes here</span>
</pre></div>
@@ -472,8 +473,8 @@ the TVM source directory.</p></li>
<div><ul>
<li><p>Passing a path to a folder or file will run only the unit tests
in that folder or file. This can be useful, for example, to
-avoid running tests located in <code class="docutils literal notranslate"><span class="pre">tests/python/frontend</span></code> on a
-system without a specific frontend installed.</p></li>
+avoid running tests located in <code class="docutils literal notranslate"><span class="pre">tests/python/contrib</span></code> on a
+system without a specific backend installed.</p></li>
<li><p>The <code class="docutils literal notranslate"><span class="pre">-m</span></code> argument only runs unit tests that are tagged with a
specific pytest marker. The most frequent usage is to use <code class="docutils literal notranslate"><span class="pre">m</span>
<span class="pre">gpu</span></code> to run only tests that are marked with
@@ -495,8 +496,8 @@ contain GPU targets, no GPU tests will be run.</p>
<p>The <code class="docutils literal notranslate"><span class="pre">docker/bash.sh</span></code> script can be used to run unit tests inside the
same docker image as is used by the CI. The first argument should
specify which docker image to run (e.g. <code class="docutils literal notranslate"><span class="pre">docker/bash.sh</span> <span class="pre">ci_gpu</span></code>).
-Allowed image names are defined at the top of the Jenkinsfile located
-in the TVM source directory, and map to images at <a class="reference external" href="https://hub.docker.com/u/tlcpack">tlcpack</a>.</p>
+Allowed image names are defined in <code class="docutils literal notranslate"><span class="pre">ci/jenkins/data.py</span></code> in the TVM source directory,
+and map to images at <a class="reference external" href="https://hub.docker.com/u/tlcpack">tlcpack</a>.</p>
<p>If no additional arguments are given, the docker image will be loaded
with an interactive bash session. If a script is passed as an
optional argument (e.g. <code class="docutils literal notranslate"><span class="pre">docker/bash.sh</span> <span class="pre">ci_gpu</span> <span class="pre">tests/scripts/task_python_unittest.sh</span></code>), then that script will be
@@ -537,7 +538,7 @@ tests.</p>
determine how <code class="docutils literal notranslate"><span class="pre">pytest</span></code> is called. Each task starts by unpacking a
compiled library that was previous compiled in the <code class="docutils literal notranslate"><span class="pre">BUILD</span></code> stage,
then runs a test script
-(e.g. <code class="docutils literal notranslate"><span class="pre">tests/script/task_python_unittest.sh</span></code>). These scripts set
+(e.g. <code class="docutils literal notranslate"><span class="pre">tests/scripts/task_python_unittest.sh</span></code>). These scripts set
the files/folders and command-line options that are passed to
<code class="docutils literal notranslate"><span class="pre">pytest</span></code>.</p>
<p>Several of these scripts include the <code class="docutils literal notranslate"><span class="pre">-m</span> <span class="pre">gpu</span></code> option, which
diff --git a/docs/how_to/dev/setup_rpc_system.html b/docs/how_to/dev/setup_rpc_system.html
index 23008e516e4..38930fbf9ce 100644
--- a/docs/how_to/dev/setup_rpc_system.html
+++ b/docs/how_to/dev/setup_rpc_system.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -446,7 +447,7 @@ RPC_KEY0<span class="w"> </span><span class="m">0</span><span class="w"
<section id="the-lack-of-numpy-on-device-machine-caused-the-rpc-server-can-t-be-launched">
<h3>1. The lack of <code class="docutils literal notranslate"><span class="pre">numpy</span></code> on device machine caused the RPC server can’t be launched.<a class="headerlink" href="#the-lack-of-numpy-on-device-machine-caused-the-rpc-server-can-t-be-launched" title="Link to this heading"></a></h3>
<p>The package <code class="docutils literal notranslate"><span class="pre">numpy</span></code> is imported in some Python files which RPC server dependent on, and eliminating the import relationship is difficult, for some devices cross compiling <code class="docutils literal notranslate"><span class="pre">numpy</span></code> is very hard to do too.</p>
-<p>But actually the TVM runtime doesn’t really dependent on <code class="docutils literal notranslate"><span class="pre">numpy</span></code>, so a very simple workaround is create a dummy <code class="docutils literal notranslate"><span class="pre">numpy</span></code>, just need to copy the below content into a file named <code class="docutils literal notranslate"><span class="pre">numpy.py</span></code> and place it into directory like <code class="docutils literal notranslate"><span cl [...]
+<p>But actually the TVM runtime doesn’t really dependent on <code class="docutils literal notranslate"><span class="pre">numpy</span></code>, so a very simple workaround is create a dummy <code class="docutils literal notranslate"><span class="pre">numpy</span></code>, just need to copy the below content into a file named <code class="docutils literal notranslate"><span class="pre">numpy.py</span></code> and place it into your Python’s <code class="docutils literal notranslate"><span cla [...]
<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="k">class</span><span class="w"> </span><span class="nc">bool_</span><span class="p">:</span>
<span class="k">pass</span>
<span class="k">class</span><span class="w"> </span><span class="nc">int8</span><span class="p">:</span>
@@ -500,7 +501,7 @@ RPC_KEY0<span class="w"> </span><span class="m">0</span><span class="w"
</section>
<section id="the-lack-of-cloudpickle-on-device-machine-caused-the-rpc-server-can-t-be-launched">
<h3>2. The lack of <code class="docutils literal notranslate"><span class="pre">cloudpickle</span></code> on device machine caused the RPC server can’t be launched.<a class="headerlink" href="#the-lack-of-cloudpickle-on-device-machine-caused-the-rpc-server-can-t-be-launched" title="Link to this heading"></a></h3>
-<p>Because <code class="docutils literal notranslate"><span class="pre">cloudpickle</span></code> package is a pure Python package, so just copying it from other machine to the directory like <code class="docutils literal notranslate"><span class="pre">/usr/local/lib/python3.9/site-packages</span></code> of the device machine will resolve the problem.</p>
+<p>Because <code class="docutils literal notranslate"><span class="pre">cloudpickle</span></code> package is a pure Python package, so just copying it from other machine to the Python <code class="docutils literal notranslate"><span class="pre">site-packages</span></code> directory of the device machine will resolve the problem.</p>
</section>
</section>
</section>
diff --git a/docs/how_to/tutorials/cross_compilation_and_rpc.html b/docs/how_to/tutorials/cross_compilation_and_rpc.html
index 11f40fe6ee8..9baaeb8a016 100644
--- a/docs/how_to/tutorials/cross_compilation_and_rpc.html
+++ b/docs/how_to/tutorials/cross_compilation_and_rpc.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="optimize_llm.html">Optimize Large Language Model</a></li>
@@ -474,7 +475,7 @@ device and returns the measured cost. Network overhead is excluded.</p>
<span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">cost</span><span class="si">:</span><span class="s2">g</span><span class="si">}</span><span class="s2"> secs/op"</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>9.4e-08 secs/op
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>9.3e-08 secs/op
</pre></div>
</div>
</section>
@@ -842,8 +843,8 @@ for ONNX models. Simply replace <code class="docutils literal notranslate"><span
Converted PyTorch model to Relax:
- Number of parameters: 4
Using local target for demonstration
-Exported library to: /tmp/tmpiowghies/model_deployed.so
-Saved parameters to: /tmp/tmpiowghies/model_params.npz
+Exported library to: /tmp/tmp8wbqfpor/model_deployed.so
+Saved parameters to: /tmp/tmp8wbqfpor/model_params.npz
RPC workflow (works for any remote device):
==================================================
diff --git a/docs/how_to/tutorials/customize_opt.html b/docs/how_to/tutorials/customize_opt.html
index 06ddd262475..8245540ea6c 100644
--- a/docs/how_to/tutorials/customize_opt.html
+++ b/docs/how_to/tutorials/customize_opt.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1 current"><a class="current reference internal" href="#">Customize Optimization</a><ul>
<li class="toctree-l2"><a class="reference internal" href="#review-overall-flow">Review Overall Flow</a></li>
@@ -617,8 +618,8 @@ pushing the performance to the limit. The current optimization may not be the be
<span class="nb">print</span><span class="p">(</span><span class="n">gpu_out</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[25248.475 23048.977 24798.496 24105.348 26032.74 24614.217 26469.922
- 23756.75 23252.316 24743.438]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[27072.23 26481.32 27541.635 25619.27 26445.49 25323.273 24878.303
+ 25715.61 25252.18 26426.504]]
</pre></div>
</div>
</section>
diff --git a/docs/how_to/tutorials/e2e_opt_model.html b/docs/how_to/tutorials/e2e_opt_model.html
index 57f4d0f8a45..e87993e1963 100644
--- a/docs/how_to/tutorials/e2e_opt_model.html
+++ b/docs/how_to/tutorials/e2e_opt_model.html
@@ -46,7 +46,7 @@
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
<link rel="next" title="Customize Optimization" href="customize_opt.html" />
- <link rel="prev" title="IRModule" href="../../get_started/tutorials/ir_module.html" />
+ <link rel="prev" title="Importing Models from ML Frameworks" href="import_model.html" />
</head>
<body class="wy-body-for-nav">
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1 current"><a class="current reference internal" href="#">End-to-End Optimize Model</a><ul>
<li class="toctree-l2"><a class="reference internal" href="#preparation">Preparation</a></li>
<li class="toctree-l2"><a class="reference internal" href="#review-overall-flow">Review Overall Flow</a><ul>
@@ -329,8 +330,8 @@ PyTorch.</p>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Downloading: "https://download.pytorch.org/models/resnet18-f37072fd.pth" to /workspace/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth
0%| | 0.00/44.7M [00:00<?, ?B/s]
- 75%|███████▌ | 33.5M/44.7M [00:00<00:00, 350MB/s]
-100%|██████████| 44.7M/44.7M [00:00<00:00, 374MB/s]
+ 65%|██████▌ | 29.1M/44.7M [00:00<00:00, 305MB/s]
+100%|██████████| 44.7M/44.7M [00:00<00:00, 334MB/s]
</pre></div>
</div>
</section>
@@ -468,7 +469,7 @@ We skip this step in the CI environment.</p>
<a href="customize_opt.html" class="btn btn-neutral float-right" title="Customize Optimization" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
- <a href="../../get_started/tutorials/ir_module.html" class="btn btn-neutral float-left" title="IRModule" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+ <a href="import_model.html" class="btn btn-neutral float-left" title="Importing Models from ML Frameworks" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
</div>
diff --git a/docs/how_to/tutorials/export_and_load_executable.html b/docs/how_to/tutorials/export_and_load_executable.html
index 497cc94d24b..5be898950b9 100644
--- a/docs/how_to/tutorials/export_and_load_executable.html
+++ b/docs/how_to/tutorials/export_and_load_executable.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/how_to/tutorials/import_model.html b/docs/how_to/tutorials/import_model.html
new file mode 100644
index 00000000000..55dcd62d924
--- /dev/null
+++ b/docs/how_to/tutorials/import_model.html
@@ -0,0 +1,844 @@
+
+
+
+
+<!DOCTYPE html>
+<html class="writer-html5" lang="en" >
+<head>
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1" />
+
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <title>Importing Models from ML Frameworks — tvm 0.24.dev0 documentation</title>
+
+
+
+ <link rel="stylesheet" href="../../_static/downloads/bootstrap.min.css" integrity="sha384-Gn5384xqQ1aoWXA+058RXPxPg6fy4IWvTNh0E263XmFcJlSAwiGgFAW/dAiS6JXm" crossorigin="anonymous">
+ <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/css/theme.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/sg_gallery.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/sg_gallery-binder.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/sg_gallery-dataframe.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/sg_gallery-rendered-html.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
+ <link rel="stylesheet" href="../../_static/css/tlcpack_theme.css" type="text/css" />
+
+
+
+
+
+
+
+
+
+ <script type="text/javascript" id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
+ <script src="../../_static/jquery.js?v=5d32c60e"></script>
+ <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
+ <script src="../../_static/documentation_options.js?v=0bc77288"></script>
+ <script src="../../_static/doctools.js?v=9bcbadda"></script>
+ <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
+
+ <script type="text/javascript" src="../../_static/js/theme.js"></script>
+
+
+ <script type="text/javascript" src="../../_static/js/tlcpack_theme.js"></script>
+ <link rel="index" title="Index" href="../../genindex.html" />
+ <link rel="search" title="Search" href="../../search.html" />
+ <link rel="next" title="End-to-End Optimize Model" href="e2e_opt_model.html" />
+ <link rel="prev" title="IRModule" href="../../get_started/tutorials/ir_module.html" />
+</head>
+
+<body class="wy-body-for-nav">
+
+
+ <div class="wy-grid-for-nav">
+
+
+<header class="header">
+ <div class="innercontainer">
+ <div class="headerInner d-flex justify-content-between align-items-center">
+ <div class="headerLogo">
+ <a href="https://tvm.apache.org/"><img src=https://tvm.apache.org/assets/images/logo.svg alt="logo"></a>
+ </div>
+
+ <div id="headMenu" class="headerNav">
+ <button type="button" id="closeHeadMenu" class="navCloseBtn"><img src="../../_static/img/close-icon.svg" alt="Close"></button>
+ <ul class="nav">
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/community>Community</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/download>Download</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/docs>Docs</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://github.com/apache/tvm/>GitHub</a>
+ </li>
+ </ul>
+ <div class="responsivetlcdropdown">
+ <button type="button" class="btn-link">
+ ASF
+ </button>
+ <ul>
+ <li>
+ <a href=https://apache.org/>Apache Homepage</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/licenses/>License</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/sponsorship.html>Sponsorship</a>
+ </li>
+ <li>
+ <a href=https://tvm.apache.org/docs/reference/security.html>Security</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/thanks.html>Thanks</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/events/current-event>Events</a>
+ </li>
+ </ul>
+ </div>
+ </div>
+ <div class="responsiveMenuIcon">
+ <button type="button" id="menuBtn" class="btn-menu"><img src="../../_static/img/menu-icon.svg" alt="Menu Icon"></button>
+ </div>
+
+ <div class="tlcDropdown">
+ <div class="dropdown">
+ <button type="button" class="btn-link dropdown-toggle" data-toggle="dropdown" aria-haspopup="true" aria-expanded="false">
+ ASF
+ </button>
+ <div class="dropdown-menu dropdown-menu-right">
+ <ul>
+ <li>
+ <a href=https://apache.org/>Apache Homepage</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/licenses/>License</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/sponsorship.html>Sponsorship</a>
+ </li>
+ <li>
+ <a href=https://tvm.apache.org/docs/reference/security.html>Security</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/thanks.html>Thanks</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/events/current-event>Events</a>
+ </li>
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+ </header>
+
+ <nav data-toggle="wy-nav-shift" class="wy-nav-side fixed">
+ <div class="wy-side-scroll">
+ <div class="wy-side-nav-search" >
+
+
+
+ <a href="../../index.html" class="sidetitle" alt="Documentation Home"> tvm
+
+
+
+ </a>
+
+
+
+
+<div role="search">
+ <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
+ <input type="text" name="q" placeholder="Search docs" aria-label="Search docs" />
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+ </form>
+</div>
+
+
+ </div>
+
+
+ <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+
+
+
+
+
+
+ <p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/overview.html">Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../install/index.html">Installing TVM</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/tutorials/quick_start.html">Quick Start</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../get_started/tutorials/ir_module.html">IRModule</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">How To</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Importing Models from ML Frameworks</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="#importing-from-pytorch-recommended">Importing from PyTorch (Recommended)</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="#basic-import">Basic import</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#key-parameters">Key parameters</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#handling-unsupported-operators-with-custom-convert-map">Handling unsupported operators with <code class="docutils literal notranslate"><span class="pre">custom_convert_map</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="#alternative-pytorch-import-methods">Alternative PyTorch import methods</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#verifying-the-imported-model">Verifying the imported model</a></li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="#importing-from-onnx">Importing from ONNX</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="#id1">Key parameters</a></li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="#importing-from-tensorflow-lite">Importing from TensorFlow Lite</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="#loading-from-a-tflite-file">Loading from a <code class="docutils literal notranslate"><span class="pre">.tflite</span></code> file</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#id2">Key parameters</a></li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="#summary">Summary</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="e2e_opt_model.html">End-to-End Optimize Model</a></li>
+<li class="toctree-l1"><a class="reference internal" href="customize_opt.html">Customize Optimization</a></li>
+<li class="toctree-l1"><a class="reference internal" href="optimize_llm.html">Optimize Large Language Model</a></li>
+<li class="toctree-l1"><a class="reference internal" href="cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
+<li class="toctree-l1"><a class="reference internal" href="export_and_load_executable.html">Export and Load Relax Executables</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../dev/index.html">Development Guides</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../arch/index.html">Design and Architecture</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../deep_dive/tensor_ir/index.html">TensorIR</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../deep_dive/relax/index.html">Relax</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">API Reference</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../reference/api/python/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../reference/api/links.html">Other APIs</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">About</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../contribute/index.html">Contributor Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../reference/publications.html">Publications</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../reference/security.html">Security Guide</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Index</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../genindex.html">Index</a></li>
+</ul>
+
+
+
+ </div>
+
+ </div>
+ </nav>
+
+ <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
+
+ <nav class="wy-nav-top" aria-label="top navigation" data-toggle="wy-nav-top">
+
+ <div class="togglemenu">
+
+ </div>
+ <div class="nav-content">
+ <!-- tvm -->
+ Table of Contents
+ </div>
+
+ </nav>
+
+
+ <div class="wy-nav-content">
+
+ <div class="rst-content">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation">
+
+ <ul class="wy-breadcrumbs">
+
+ <li><a href="../../index.html">Docs</a> <span class="br-arrow">></span></li>
+
+ <li>Importing Models from ML Frameworks</li>
+
+
+
+
+
+
+
+
+ <li class="wy-breadcrumbs-aside">
+
+
+
+ <a href="https://github.com/apache/tvm/edit/main/docs/how_to/tutorials/import_model.rst" class="fa fa-github"> Edit on GitHub</a>
+
+
+
+ </li>
+
+ </ul>
+
+
+ <hr/>
+</div>
+ <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
+ <div itemprop="articleBody">
+
+ <div class="sphx-glr-download-link-note admonition note">
+<p class="admonition-title">Note</p>
+<p>You can click <a class="reference internal" href="#sphx-glr-download-how-to-tutorials-import-model-py"><span class="std std-ref">here</span></a> to run the Jupyter notebook locally.</p>
+</div>
+<section class="sphx-glr-example-title" id="importing-models-from-ml-frameworks">
+<span id="import-model"></span><span id="sphx-glr-how-to-tutorials-import-model-py"></span><h1>Importing Models from ML Frameworks<a class="headerlink" href="#importing-models-from-ml-frameworks" title="Link to this heading"></a></h1>
+<p>Apache TVM supports importing models from popular ML frameworks including PyTorch, ONNX,
+and TensorFlow Lite. This tutorial walks through each import path with a minimal working
+example and explains the key parameters. The PyTorch section additionally demonstrates
+how to handle unsupported operators via a custom converter map.</p>
+<p>For end-to-end optimization and deployment after importing, see <a class="reference internal" href="e2e_opt_model.html#optimize-model"><span class="std std-ref">End-to-End Optimize Model</span></a>.</p>
+<div class="admonition note">
+<p class="admonition-title">Note</p>
+<p>The ONNX section requires the <code class="docutils literal notranslate"><span class="pre">onnx</span></code> package. The TFLite section requires
+<code class="docutils literal notranslate"><span class="pre">tensorflow</span></code> and <code class="docutils literal notranslate"><span class="pre">tflite</span></code>. Sections whose dependencies are missing are skipped
+automatically.</p>
+</div>
+<nav class="contents local" id="table-of-contents">
+<p class="topic-title">Table of Contents</p>
+<ul class="simple">
+<li><p><a class="reference internal" href="#importing-from-pytorch-recommended" id="id3">Importing from PyTorch (Recommended)</a></p>
+<ul>
+<li><p><a class="reference internal" href="#basic-import" id="id4">Basic import</a></p></li>
+<li><p><a class="reference internal" href="#key-parameters" id="id5">Key parameters</a></p></li>
+<li><p><a class="reference internal" href="#handling-unsupported-operators-with-custom-convert-map" id="id6">Handling unsupported operators with <code class="docutils literal notranslate"><span class="pre">custom_convert_map</span></code></a></p></li>
+<li><p><a class="reference internal" href="#alternative-pytorch-import-methods" id="id7">Alternative PyTorch import methods</a></p></li>
+<li><p><a class="reference internal" href="#verifying-the-imported-model" id="id8">Verifying the imported model</a></p></li>
+</ul>
+</li>
+<li><p><a class="reference internal" href="#importing-from-onnx" id="id9">Importing from ONNX</a></p>
+<ul>
+<li><p><a class="reference internal" href="#id1" id="id10">Key parameters</a></p></li>
+</ul>
+</li>
+<li><p><a class="reference internal" href="#importing-from-tensorflow-lite" id="id11">Importing from TensorFlow Lite</a></p>
+<ul>
+<li><p><a class="reference internal" href="#loading-from-a-tflite-file" id="id12">Loading from a <code class="docutils literal notranslate"><span class="pre">.tflite</span></code> file</a></p></li>
+<li><p><a class="reference internal" href="#id2" id="id13">Key parameters</a></p></li>
+</ul>
+</li>
+<li><p><a class="reference internal" href="#summary" id="id14">Summary</a></p></li>
+</ul>
+</nav>
+<section id="importing-from-pytorch-recommended">
+<h2><a class="toc-backref" href="#id3" role="doc-backlink">Importing from PyTorch (Recommended)</a><a class="headerlink" href="#importing-from-pytorch-recommended" title="Link to this heading"></a></h2>
+<p>TVM’s PyTorch frontend is the most feature-complete. The recommended entry point is
+<a class="reference internal" href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.torch.from_exported_program" title="tvm.relax.frontend.torch.from_exported_program"><code class="xref py py-func docutils literal notranslate"><span class="pre">from_exported_program()</span></code></a>, which works with PyTorch’s
+<code class="docutils literal notranslate"><span class="pre">torch.export</span></code> API.</p>
+<p>We start by defining a small CNN model for demonstration. No pretrained weights are
+needed — we only care about the graph structure.</p>
+<div class="highlight-Python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span><span class="w"> </span><span class="nn">numpy</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">np</span>
+<span class="kn">import</span><span class="w"> </span><span class="nn">torch</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">torch</span><span class="w"> </span><span class="kn">import</span> <span class="n">nn</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">torch.export</span><span class="w"> </span><span class="kn">import</span> <span class="n">export</span>
+
+<span class="kn">import</span><span class="w"> </span><span class="nn">tvm</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">tvm</span><span class="w"> </span><span class="kn">import</span> <span class="n">relax</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.frontend.torch</span><span class="w"> </span><span class="kn">import</span> <a href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.torch.from_exported_program" title="tvm.relax.frontend.torch.from_exported_program" class="sphx-glr-backref-module-tvm-relax-frontend-torch sphx-glr-backref-type-py-function"><span class="n">from_exported_program</span></a>
+
+
+<span class="k">class</span><span class="w"> </span><span class="nc">SimpleCNN</span><span class="p">(</span><span class="n">nn</span><span class="o">.</span><span class="n">Module</span><span class="p">):</span>
+ <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">conv</span> <span class="o">=</span> <span class="n">nn</span><span class="o">.</span><span class="n">Conv2d</span><span class="p">(</span><span class="mi">3</span><span class="p">,</span> <span class="mi">16</span><span class="p">,</span> <span class="n">kernel_size</span><span class="o">=</span><span class="mi">3</span><span class="p">,</span> <span class="n">padding</span><span class="o">=</span><span class="m [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">bn</span> <span class="o">=</span> <span class="n">nn</span><span class="o">.</span><span class="n">BatchNorm2d</span><span class="p">(</span><span class="mi">16</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pool</span> <span class="o">=</span> <span class="n">nn</span><span class="o">.</span><span class="n">AdaptiveAvgPool2d</span><span class="p">((</span><span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">))</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">fc</span> <span class="o">=</span> <span class="n">nn</span><span class="o">.</span><span class="n">Linear</span><span class="p">(</span><span class="mi">16</span><span class="p">,</span> <span class="mi">10</span><span class="p">)</span>
+
+ <span class="k">def</span><span class="w"> </span><span class="nf">forward</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">):</span>
+ <span class="n">x</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">relu</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">bn</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">conv</span><span class="p">(</span><span class="n">x</span><span class="p">)))</span>
+ <span class="n">x</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">pool</span><span class="p">(</span><span class="n">x</span><span class="p">)</span><span class="o">.</span><span class="n">flatten</span><span class="p">(</span><span class="mi">1</span><span class="p">)</span>
+ <span class="n">x</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">fc</span><span class="p">(</span><span class="n">x</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">x</span>
+
+
+<span class="n">torch_model</span> <span class="o">=</span> <span class="n">SimpleCNN</span><span class="p">()</span><span class="o">.</span><span class="n">eval</span><span class="p">()</span>
+<a href="https://docs.python.org/3/library/stdtypes.html#tuple" title="builtins.tuple" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">example_args</span></a> <span class="o">=</span> <span class="p">(</span><span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="m [...]
+</pre></div>
+</div>
+<section id="basic-import">
+<h3><a class="toc-backref" href="#id4" role="doc-backlink">Basic import</a><a class="headerlink" href="#basic-import" title="Link to this heading"></a></h3>
+<p>The standard workflow is: <code class="docutils literal notranslate"><span class="pre">torch.export.export()</span></code> → <code class="docutils literal notranslate"><span class="pre">from_exported_program()</span></code> →
+<code class="docutils literal notranslate"><span class="pre">detach_params()</span></code>.</p>
+<div class="highlight-Python notranslate"><div class="highlight"><pre><span></span><span class="k">with</span> <span class="n">torch</span><span class="o">.</span><span class="n">no_grad</span><span class="p">():</span>
+ <span class="n">exported_program</span> <span class="o">=</span> <span class="n">export</span><span class="p">(</span><span class="n">torch_model</span><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#tuple" title="builtins.tuple" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">example_args</span></a><span class="p">)</span>
+ <span class="n">mod</span> <span class="o">=</span> <a href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.torch.from_exported_program" title="tvm.relax.frontend.torch.from_exported_program" class="sphx-glr-backref-module-tvm-relax-frontend-torch sphx-glr-backref-type-py-function"><span class="n">from_exported_program</span></a><span class="p">(</span>
+ <span class="n">exported_program</span><span class="p">,</span>
+ <span class="n">keep_params_as_input</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
+ <span class="n">unwrap_unit_return_tuple</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
+ <span class="p">)</span>
+
+<span class="n">mod</span><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">params</span></a> <span class="o">=</span> <a href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.detach_params" title="tvm.relax.frontend.detach_params" class="sphx-glr-backref-module-tvm-relax-frontend sphx-glr-backref-t [...]
+<span class="n">mod</span><span class="o">.</span><span class="n">show</span><span class="p">()</span>
+</pre></div>
+</div>
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>/opt/uv/python/cpython-3.10-linux-x86_64-gnu/lib/python3.10/copyreg.py:101: FutureWarning: `isinstance(treespec, LeafSpec)` is deprecated, use `isinstance(treespec, TreeSpec) and treespec.is_leaf()` instead.
+ return cls.__new__(cls, *args)
+# from tvm.script import ir as I
+# from tvm.script import relax as R
+
+@I.ir_module
+class Module:
+ @R.function
+ def main(x: R.Tensor((1, 3, 32, 32), dtype="float32"), p_conv_weight: R.Tensor((16, 3, 3, 3), dtype="float32"), p_conv_bias: R.Tensor((16,), dtype="float32"), p_bn_weight: R.Tensor((16,), dtype="float32"), p_bn_bias: R.Tensor((16,), dtype="float32"), p_fc_weight: R.Tensor((10, 16), dtype="float32"), p_fc_bias: R.Tensor((10,), dtype="float32")) -> R.Tensor((1, 10), dtype="float32"):
+ R.func_attr({"num_input": 1})
+ with R.dataflow():
+ lv: R.Tensor((1, 16, 32, 32), dtype="float32") = R.nn.conv2d(x, p_conv_weight, strides=[1, 1], padding=[1, 1, 1, 1], dilation=[1, 1], groups=1, data_layout="NCHW", kernel_layout="OIHW", out_layout="NCHW", out_dtype="float32")
+ lv1: R.Tensor((1, 16, 1, 1), dtype="float32") = R.reshape(p_conv_bias, R.shape([1, 16, 1, 1]))
+ lv2: R.Tensor((1, 16, 32, 32), dtype="float32") = R.add(lv, lv1)
+ lv3: R.Tuple(R.Tensor((1, 16, 32, 32), dtype="float32"), R.Tensor((16,), dtype="float32"), R.Tensor((16,), dtype="float32")) = R.nn.batch_norm(lv2, p_bn_weight, p_bn_bias, metadata["relax.expr.Constant"][0], metadata["relax.expr.Constant"][1], axis=1, epsilon=1.0000000000000001e-05, center=True, scale=True, momentum=0.10000000000000001, training=False)
+ lv4: R.Tensor((1, 16, 32, 32), dtype="float32") = lv3[0]
+ lv5: R.Tensor((1, 16, 32, 32), dtype="float32") = R.nn.relu(lv4)
+ lv6: R.Tensor((1, 16, 1, 1), dtype="float32") = R.mean(lv5, axis=[-1, -2], keepdims=True)
+ lv7: R.Tensor((1, 16), dtype="float32") = R.reshape(lv6, R.shape([1, 16]))
+ lv8: R.Tensor((16, 10), dtype="float32") = R.permute_dims(p_fc_weight, axes=[1, 0])
+ lv9: R.Tensor((1, 10), dtype="float32") = R.matmul(lv7, lv8, out_dtype="float32")
+ lv10: R.Tensor((1, 10), dtype="float32") = R.add(p_fc_bias, lv9)
+ gv: R.Tensor((1, 10), dtype="float32") = lv10
+ R.output(gv)
+ return gv
+
+# Metadata omitted. Use show_meta=True in script() method to show it.
+</pre></div>
+</div>
+</section>
+<section id="key-parameters">
+<h3><a class="toc-backref" href="#id5" role="doc-backlink">Key parameters</a><a class="headerlink" href="#key-parameters" title="Link to this heading"></a></h3>
+<p><code class="docutils literal notranslate"><span class="pre">from_exported_program</span></code> accepts several parameters that control how the model is
+translated:</p>
+<ul class="simple">
+<li><p><strong>keep_params_as_input</strong> (bool, default <code class="docutils literal notranslate"><span class="pre">False</span></code>): When <code class="docutils literal notranslate"><span class="pre">True</span></code>, model weights become
+function parameters, separated via <code class="docutils literal notranslate"><span class="pre">relax.frontend.detach_params()</span></code>. When <code class="docutils literal notranslate"><span class="pre">False</span></code>,
+weights are embedded as constants inside the IRModule. Use <code class="docutils literal notranslate"><span class="pre">True</span></code> when you want to
+manage weights independently (e.g., for weight sharing or quantization).</p></li>
+<li><p><strong>unwrap_unit_return_tuple</strong> (bool, default <code class="docutils literal notranslate"><span class="pre">False</span></code>): PyTorch <code class="docutils literal notranslate"><span class="pre">export</span></code> always wraps
+the return value in a tuple. Set <code class="docutils literal notranslate"><span class="pre">True</span></code> to unwrap single-element return tuples for a
+cleaner Relax function signature.</p></li>
+<li><p><strong>run_ep_decomposition</strong> (bool, default <code class="docutils literal notranslate"><span class="pre">True</span></code>): Runs PyTorch’s built-in operator
+decomposition before translation. This breaks high-level ops (e.g., <code class="docutils literal notranslate"><span class="pre">batch_norm</span></code>) into
+lower-level primitives, which generally improves TVM’s coverage and optimization
+opportunities. Set <code class="docutils literal notranslate"><span class="pre">False</span></code> if you want to preserve the original op granularity.</p></li>
+</ul>
+</section>
+<section id="handling-unsupported-operators-with-custom-convert-map">
+<h3><a class="toc-backref" href="#id6" role="doc-backlink">Handling unsupported operators with <code class="docutils literal notranslate"><span class="pre">custom_convert_map</span></code></a><a class="headerlink" href="#handling-unsupported-operators-with-custom-convert-map" title="Link to this heading"></a></h3>
+<p>When TVM encounters a PyTorch operator it does not recognize, it raises an error
+indicating the unsupported operator name. You can extend the frontend by providing a
+<strong>custom converter map</strong> — a dictionary mapping operator names to your own conversion
+functions.</p>
+<p>A custom converter function receives two arguments:</p>
+<ul class="simple">
+<li><p><strong>node</strong> (<code class="docutils literal notranslate"><span class="pre">torch.fx.Node</span></code>): The FX graph node being converted, carrying operator
+info and references to input nodes.</p></li>
+<li><p><strong>importer</strong> (<code class="docutils literal notranslate"><span class="pre">ExportedProgramImporter</span></code>): The importer instance, giving access to:</p>
+<ul>
+<li><p><code class="docutils literal notranslate"><span class="pre">importer.env</span></code>: Dict mapping FX nodes to their converted Relax expressions.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">importer.block_builder</span></code>: The Relax <code class="docutils literal notranslate"><span class="pre">BlockBuilder</span></code> for emitting operations.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">importer.retrieve_args(node)</span></code>: Helper to look up converted args.</p></li>
+</ul>
+</li>
+</ul>
+<p>The function must return a <code class="docutils literal notranslate"><span class="pre">relax.Var</span></code> — the Relax expression for this node’s output.
+Here is an example that maps an operator to <code class="docutils literal notranslate"><span class="pre">relax.op.sigmoid</span></code>:</p>
+<div class="highlight-Python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.frontend.torch.exported_program_translator</span><span class="w"> </span><span class="kn">import</span> <span class="n">ExportedProgramImporter</span>
+
+
+<span class="k">def</span><span class="w"> </span><span class="nf">convert_sigmoid</span><span class="p">(</span><span class="n">node</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">fx</span><span class="o">.</span><span class="n">Node</span><span class="p">,</span> <span class="n">importer</span><span class="p">:</span> <span class="n">ExportedProgramImporter</span><span class="p">)</span> <span class="o">-></span> <a href="../../ref [...]
+<span class="w"> </span><span class="sd">"""Custom converter: map an op to relax.op.sigmoid."""</span>
+ <span class="n">args</span> <span class="o">=</span> <span class="n">importer</span><span class="o">.</span><span class="n">retrieve_args</span><span class="p">(</span><span class="n">node</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">importer</span><span class="o">.</span><span class="n">block_builder</span><span class="o">.</span><span class="n">emit</span><span class="p">(</span><a href="../../reference/api/python/relax/op.html#tvm.relax.op.sigmoid" title="tvm.relax.op.sigmoid" class="sphx-glr-backref-module-tvm-relax-op sphx-glr-backref-type-py-function"><span class="n">relax</span><span class="o">.</span><span class="n">op</span><span class="o">.</span><span class [...]
+</pre></div>
+</div>
+<p>To use the custom converter, pass it via the <code class="docutils literal notranslate"><span class="pre">custom_convert_map</span></code> parameter. The key
+is the ATen operator name in <code class="docutils literal notranslate"><span class="pre">"op_name.variant"</span></code> format (e.g., <code class="docutils literal notranslate"><span class="pre">"sigmoid.default"</span></code>):</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">mod</span> <span class="o">=</span> <a href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.torch.from_exported_program" title="tvm.relax.frontend.torch.from_exported_program" class="sphx-glr-backref-module-tvm-relax-frontend-torch sphx-glr-backref-type-py-function"><span class="n">from_exported_program</span></a><span class="p">(</span>
+ <span class="n">exported_program</span><span class="p">,</span>
+ <span class="n">custom_convert_map</span><span class="o">=</span><span class="p">{</span><span class="s2">"sigmoid.default"</span><span class="p">:</span> <span class="n">convert_sigmoid</span><span class="p">},</span>
+<span class="p">)</span>
+</pre></div>
+</div>
+<div class="admonition note">
+<p class="admonition-title">Note</p>
+<p>To find the correct operator name, check the error message TVM raises when encountering
+the unsupported op — it includes the exact ATen name. You can also inspect the exported
+program’s graph via <code class="docutils literal notranslate"><span class="pre">print(exported_program.graph_module.graph)</span></code> to see all operator
+names.</p>
+</div>
+</section>
+<section id="alternative-pytorch-import-methods">
+<h3><a class="toc-backref" href="#id7" role="doc-backlink">Alternative PyTorch import methods</a><a class="headerlink" href="#alternative-pytorch-import-methods" title="Link to this heading"></a></h3>
+<p>Besides <code class="docutils literal notranslate"><span class="pre">from_exported_program</span></code>, TVM also provides:</p>
+<ul class="simple">
+<li><p><a class="reference internal" href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.torch.from_fx" title="tvm.relax.frontend.torch.from_fx"><code class="xref py py-func docutils literal notranslate"><span class="pre">from_fx()</span></code></a>: Works with <code class="docutils literal notranslate"><span class="pre">torch.fx.GraphModule</span></code>
+from <code class="docutils literal notranslate"><span class="pre">torch.fx.symbolic_trace()</span></code>. Requires explicit <code class="docutils literal notranslate"><span class="pre">input_info</span></code> (shapes and dtypes).
+Use this when <code class="docutils literal notranslate"><span class="pre">torch.export</span></code> fails on certain Python control flow patterns.</p></li>
+<li><p><a class="reference internal" href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.torch.relax_dynamo" title="tvm.relax.frontend.torch.relax_dynamo"><code class="xref py py-func docutils literal notranslate"><span class="pre">relax_dynamo()</span></code></a>: A <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code> backend that
+compiles and executes the model through TVM in one step. Useful for integrating TVM
+into an existing PyTorch training or inference loop.</p></li>
+<li><p><a class="reference internal" href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.torch.dynamo_capture_subgraphs" title="tvm.relax.frontend.torch.dynamo_capture_subgraphs"><code class="xref py py-func docutils literal notranslate"><span class="pre">dynamo_capture_subgraphs()</span></code></a>: Captures subgraphs from
+a PyTorch model into an IRModule via <code class="docutils literal notranslate"><span class="pre">torch.compile</span></code>. Each subgraph becomes a separate
+function in the IRModule.</p></li>
+</ul>
+<p>For most use cases, <code class="docutils literal notranslate"><span class="pre">from_exported_program</span></code> is the recommended path.</p>
+</section>
+<section id="verifying-the-imported-model">
+<h3><a class="toc-backref" href="#id8" role="doc-backlink">Verifying the imported model</a><a class="headerlink" href="#verifying-the-imported-model" title="Link to this heading"></a></h3>
+<p>After importing, it is good practice to verify that TVM produces the same output as the
+original framework. We compile with the minimal <code class="docutils literal notranslate"><span class="pre">"zero"</span></code> pipeline (no tuning) and
+compare. The same approach applies to models imported via the ONNX and TFLite frontends
+shown below.</p>
+<div class="highlight-Python notranslate"><div class="highlight"><pre><span></span><span class="n">mod_compiled</span> <span class="o">=</span> <a href="../../reference/api/python/relax/relax.html#tvm.relax.get_pipeline" title="tvm.relax.get_pipeline" class="sphx-glr-backref-module-tvm-relax sphx-glr-backref-type-py-function"><span class="n">relax</span><span class="o">.</span><span class="n">get_pipeline</span></a><span class="p">(</span><span class="s2">"zero"</span><span cla [...]
+<a href="../../reference/api/python/relax/relax.html#tvm.relax.VMExecutable" title="tvm.relax.VMExecutable" class="sphx-glr-backref-module-tvm-relax sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">exec_module</span></a> <span class="o">=</span> <a href="../../reference/api/python/driver.html#tvm.compile" title="tvm.compile" class="sphx-glr-backref-module-tvm sphx-glr-backref-type-py-function"><span class="n">tvm</span><span class="o">.</span><span class="n">comp [...]
+<span class="n">dev</span> <span class="o">=</span> <span class="n">tvm</span><span class="o">.</span><span class="n">cpu</span><span class="p">()</span>
+<span class="n">vm</span> <span class="o">=</span> <a href="../../reference/api/python/relax/relax.html#tvm.relax.VirtualMachine" title="tvm.relax.VirtualMachine" class="sphx-glr-backref-module-tvm-relax sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">relax</span><span class="o">.</span><span class="n">VirtualMachine</span></a><span class="p">(</span><a href="../../reference/api/python/relax/relax.html#tvm.relax.VMExecutable" title="tvm.relax.VMExecutable" class [...]
+
+<span class="c1"># Run inference</span>
+<span class="n">input_data</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">random</span><span class="o">.</span><span class="n">rand</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">32</span><span class="p">,</span> <span class="mi">32</span><span class="p">)</span><span class="o">.</span><span class="n">astype</span><span class="p">(</span><s [...]
+<span class="n">tvm_input</span> <span class="o">=</span> <span class="n">tvm</span><span class="o">.</span><span class="n">runtime</span><span class="o">.</span><span class="n">tensor</span><span class="p">(</span><span class="n">input_data</span><span class="p">,</span> <span class="n">dev</span><span class="p">)</span>
+<a href="https://docs.python.org/3/library/stdtypes.html#list" title="builtins.list" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tvm_params</span></a> <span class="o">=</span> <span class="p">[</span><span class="n">tvm</span><span class="o">.</span><span class="n">runtime</span><span class="o">.</span><span class="n">tensor</span><span class="p">(</span><span class="n">p</span><span class="p">,</span> <span class="n"> [...]
+<span class="n">tvm_out</span> <span class="o">=</span> <span class="n">vm</span><span class="p">[</span><span class="s2">"main"</span><span class="p">](</span><span class="n">tvm_input</span><span class="p">,</span> <span class="o">*</span><a href="https://docs.python.org/3/library/stdtypes.html#list" title="builtins.list" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tvm_params</span></a><span class="p">)</sp [...]
+
+<span class="c1"># Compare with PyTorch</span>
+<span class="k">with</span> <span class="n">torch</span><span class="o">.</span><span class="n">no_grad</span><span class="p">():</span>
+ <span class="n">pt_out</span> <span class="o">=</span> <span class="n">torch_model</span><span class="p">(</span><span class="n">torch</span><span class="o">.</span><span class="n">from_numpy</span><span class="p">(</span><span class="n">input_data</span><span class="p">))</span><span class="o">.</span><span class="n">numpy</span><span class="p">()</span>
+
+<span class="n">np</span><span class="o">.</span><span class="n">testing</span><span class="o">.</span><span class="n">assert_allclose</span><span class="p">(</span><span class="n">tvm_out</span><span class="p">,</span> <span class="n">pt_out</span><span class="p">,</span> <span class="n">rtol</span><span class="o">=</span><span class="mf">1e-5</span><span class="p">,</span> <span class="n">atol</span><span class="o">=</span><span class="mf">1e-5</span><span class="p">)</span>
+<span class="nb">print</span><span class="p">(</span><span class="s2">"PyTorch vs TVM outputs match!"</span><span class="p">)</span>
+</pre></div>
+</div>
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>PyTorch vs TVM outputs match!
+</pre></div>
+</div>
+</section>
+</section>
+<section id="importing-from-onnx">
+<h2><a class="toc-backref" href="#id9" role="doc-backlink">Importing from ONNX</a><a class="headerlink" href="#importing-from-onnx" title="Link to this heading"></a></h2>
+<p>TVM can import ONNX models via <a class="reference internal" href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.onnx.from_onnx" title="tvm.relax.frontend.onnx.from_onnx"><code class="xref py py-func docutils literal notranslate"><span class="pre">from_onnx()</span></code></a>. The
+function accepts an <code class="docutils literal notranslate"><span class="pre">onnx.ModelProto</span></code> object, so you need to load the model with
+<code class="docutils literal notranslate"><span class="pre">onnx.load()</span></code> first.</p>
+<p>Here we export the same CNN model to ONNX format and then import it into TVM.</p>
+<div class="highlight-Python notranslate"><div class="highlight"><pre><span></span><span class="k">try</span><span class="p">:</span>
+ <span class="kn">import</span><span class="w"> </span><span class="nn">onnx</span>
+ <span class="kn">import</span><span class="w"> </span><span class="nn">onnxscript</span> <span class="c1"># noqa: F401 # required by torch.onnx.export</span>
+
+ <a href="https://docs.python.org/3/library/functions.html#bool" title="builtins.bool" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">HAS_ONNX</span></a> <span class="o">=</span> <span class="kc">True</span>
+<span class="k">except</span> <span class="ne">ImportError</span><span class="p">:</span>
+ <span class="n">onnx</span> <span class="o">=</span> <span class="kc">None</span> <span class="c1"># type: ignore[assignment]</span>
+ <a href="https://docs.python.org/3/library/functions.html#bool" title="builtins.bool" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">HAS_ONNX</span></a> <span class="o">=</span> <span class="kc">False</span>
+
+<span class="k">if</span> <a href="https://docs.python.org/3/library/functions.html#bool" title="builtins.bool" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">HAS_ONNX</span></a><span class="p">:</span>
+ <span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.frontend.onnx</span><span class="w"> </span><span class="kn">import</span> <a href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.onnx.from_onnx" title="tvm.relax.frontend.onnx.from_onnx" class="sphx-glr-backref-module-tvm-relax-frontend-onnx sphx-glr-backref-type-py-function"><span class="n">from_onnx</span></a>
+
+ <span class="c1"># Export the PyTorch model to ONNX</span>
+ <span class="n">dummy_input</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">32</span><span class="p">,</span> <span class="mi">32</span><span class="p">)</span>
+ <span class="n">onnx_path</span> <span class="o">=</span> <span class="s2">"simple_cnn.onnx"</span>
+ <span class="n">torch</span><span class="o">.</span><span class="n">onnx</span><span class="o">.</span><span class="n">export</span><span class="p">(</span><span class="n">torch_model</span><span class="p">,</span> <span class="n">dummy_input</span><span class="p">,</span> <span class="n">onnx_path</span><span class="p">,</span> <span class="n">input_names</span><span class="o">=</span><span class="p">[</span><span class="s2">"input"</span><span class="p">])</span>
+
+ <span class="c1"># Load and import into TVM</span>
+ <span class="n">onnx_model</span> <span class="o">=</span> <span class="n">onnx</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">onnx_path</span><span class="p">)</span>
+ <span class="n">mod_onnx</span> <span class="o">=</span> <a href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.onnx.from_onnx" title="tvm.relax.frontend.onnx.from_onnx" class="sphx-glr-backref-module-tvm-relax-frontend-onnx sphx-glr-backref-type-py-function"><span class="n">from_onnx</span></a><span class="p">(</span><span class="n">onnx_model</span><span class="p">,</span> <span class="n">keep_params_in_input</span><span class="o">=</span><span class="kc">True</ [...]
+ <span class="n">mod_onnx</span><span class="p">,</span> <span class="n">params_onnx</span> <span class="o">=</span> <a href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.detach_params" title="tvm.relax.frontend.detach_params" class="sphx-glr-backref-module-tvm-relax-frontend sphx-glr-backref-type-py-function"><span class="n">relax</span><span class="o">.</span><span class="n">frontend</span><span class="o">.</span><span class="n">detach_params</span></a><span cla [...]
+ <span class="n">mod_onnx</span><span class="o">.</span><span class="n">show</span><span class="p">()</span>
+</pre></div>
+</div>
+<p>If you already have an <code class="docutils literal notranslate"><span class="pre">.onnx</span></code> file on disk, the workflow is even simpler:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span><span class="w"> </span><span class="nn">onnx</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.frontend.onnx</span><span class="w"> </span><span class="kn">import</span> <a href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.onnx.from_onnx" title="tvm.relax.frontend.onnx.from_onnx" class="sphx-glr-backref-module-tvm-relax-frontend-onnx sphx-glr-backref-type-py-function"><span class="n">from_onnx</span></a>
+
+<span class="n">onnx_model</span> <span class="o">=</span> <span class="n">onnx</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="s2">"my_model.onnx"</span><span class="p">)</span>
+<span class="n">mod</span> <span class="o">=</span> <a href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.onnx.from_onnx" title="tvm.relax.frontend.onnx.from_onnx" class="sphx-glr-backref-module-tvm-relax-frontend-onnx sphx-glr-backref-type-py-function"><span class="n">from_onnx</span></a><span class="p">(</span><span class="n">onnx_model</span><span class="p">)</span>
+</pre></div>
+</div>
+<section id="id1">
+<h3><a class="toc-backref" href="#id10" role="doc-backlink">Key parameters</a><a class="headerlink" href="#id1" title="Link to this heading"></a></h3>
+<ul>
+<li><p><strong>shape_dict</strong> (dict, optional): Maps input names to shapes. Auto-inferred from the
+model if not provided. Useful when the ONNX model has dynamic dimensions that you
+want to fix to concrete sizes:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">mod</span> <span class="o">=</span> <a href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.onnx.from_onnx" title="tvm.relax.frontend.onnx.from_onnx" class="sphx-glr-backref-module-tvm-relax-frontend-onnx sphx-glr-backref-type-py-function"><span class="n">from_onnx</span></a><span class="p">(</span><span class="n">onnx_model</span><span class="p">,</span> <span class="n"> [...]
+</pre></div>
+</div>
+</li>
+<li><p><strong>dtype_dict</strong> (str or dict, default <code class="docutils literal notranslate"><span class="pre">"float32"</span></code>): Input dtypes. A single string
+applies to all inputs, or use a dict to set per-input dtypes:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">mod</span> <span class="o">=</span> <a href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.onnx.from_onnx" title="tvm.relax.frontend.onnx.from_onnx" class="sphx-glr-backref-module-tvm-relax-frontend-onnx sphx-glr-backref-type-py-function"><span class="n">from_onnx</span></a><span class="p">(</span><span class="n">onnx_model</span><span class="p">,</span> <span class="n"> [...]
+</pre></div>
+</div>
+</li>
+<li><p><strong>keep_params_in_input</strong> (bool, default <code class="docutils literal notranslate"><span class="pre">False</span></code>): Same semantics as PyTorch — whether
+model weights are function parameters or embedded constants.</p></li>
+<li><p><strong>opset</strong> (int, optional): Override the opset version auto-detected from the model.
+Each ONNX op may have different semantics across opset versions; TVM’s converter
+selects the appropriate implementation automatically. You rarely need to set this
+unless the model metadata is incorrect.</p></li>
+</ul>
+</section>
+</section>
+<section id="importing-from-tensorflow-lite">
+<h2><a class="toc-backref" href="#id11" role="doc-backlink">Importing from TensorFlow Lite</a><a class="headerlink" href="#importing-from-tensorflow-lite" title="Link to this heading"></a></h2>
+<p>TVM can import TFLite flat buffer models via
+<a class="reference internal" href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.tflite.from_tflite" title="tvm.relax.frontend.tflite.from_tflite"><code class="xref py py-func docutils literal notranslate"><span class="pre">from_tflite()</span></code></a>. The function expects a TFLite
+<code class="docutils literal notranslate"><span class="pre">Model</span></code> object parsed from flat buffer bytes via <code class="docutils literal notranslate"><span class="pre">GetRootAsModel</span></code>.</p>
+<div class="admonition note">
+<p class="admonition-title">Note</p>
+<p>The <code class="docutils literal notranslate"><span class="pre">tflite</span></code> Python package has changed its module layout across versions.
+Older versions use <code class="docutils literal notranslate"><span class="pre">tflite.Model.Model.GetRootAsModel</span></code>, while newer versions use
+<code class="docutils literal notranslate"><span class="pre">tflite.Model.GetRootAsModel</span></code>. The code below handles both.</p>
+</div>
+<p>Below we create a minimal TFLite model from TensorFlow and import it.</p>
+<div class="highlight-Python notranslate"><div class="highlight"><pre><span></span><span class="k">try</span><span class="p">:</span>
+ <span class="kn">import</span><span class="w"> </span><span class="nn">tensorflow</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">tf</span>
+ <span class="kn">import</span><span class="w"> </span><span class="nn">tflite</span>
+ <span class="kn">import</span><span class="w"> </span><span class="nn">tflite.Model</span>
+
+ <a href="https://docs.python.org/3/library/functions.html#bool" title="builtins.bool" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">HAS_TFLITE</span></a> <span class="o">=</span> <span class="kc">True</span>
+<span class="k">except</span> <span class="ne">ImportError</span><span class="p">:</span>
+ <a href="https://docs.python.org/3/library/functions.html#bool" title="builtins.bool" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">HAS_TFLITE</span></a> <span class="o">=</span> <span class="kc">False</span>
+
+<span class="k">if</span> <a href="https://docs.python.org/3/library/functions.html#bool" title="builtins.bool" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">HAS_TFLITE</span></a><span class="p">:</span>
+ <span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.frontend.tflite</span><span class="w"> </span><span class="kn">import</span> <a href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.tflite.from_tflite" title="tvm.relax.frontend.tflite.from_tflite" class="sphx-glr-backref-module-tvm-relax-frontend-tflite sphx-glr-backref-type-py-function"><span class="n">from_tflite</span></a>
+
+ <span class="c1"># Define a simple TF module and convert to TFLite.</span>
+ <span class="c1"># We use plain TF ops (not keras layers) to avoid variable-handling ops</span>
+ <span class="c1"># that some TFLite converter versions do not support cleanly.</span>
+ <span class="k">class</span><span class="w"> </span><span class="nc">TFModule</span><span class="p">(</span><span class="n">tf</span><span class="o">.</span><span class="n">Module</span><span class="p">):</span>
+ <span class="nd">@tf</span><span class="o">.</span><span class="n">function</span><span class="p">(</span>
+ <span class="n">input_signature</span><span class="o">=</span><span class="p">[</span>
+ <span class="n">tf</span><span class="o">.</span><span class="n">TensorSpec</span><span class="p">(</span><span class="n">shape</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">784</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">tf</span><span class="o">.</span><span class="n">float32</span><span class="p">),</span>
+ <span class="n">tf</span><span class="o">.</span><span class="n">TensorSpec</span><span class="p">(</span><span class="n">shape</span><span class="o">=</span><span class="p">(</span><span class="mi">784</span><span class="p">,</span> <span class="mi">10</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">tf</span><span class="o">.</span><span class="n">float32</span><span class="p">),</span>
+ <span class="p">]</span>
+ <span class="p">)</span>
+ <span class="k">def</span><span class="w"> </span><span class="nf">forward</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">,</span> <span class="n">weight</span><span class="p">):</span>
+ <span class="k">return</span> <span class="n">tf</span><span class="o">.</span><span class="n">matmul</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">weight</span><span class="p">)</span> <span class="o">+</span> <span class="mf">0.1</span>
+
+ <span class="n">tf_module</span> <span class="o">=</span> <span class="n">TFModule</span><span class="p">()</span>
+ <span class="n">converter</span> <span class="o">=</span> <span class="n">tf</span><span class="o">.</span><span class="n">lite</span><span class="o">.</span><span class="n">TFLiteConverter</span><span class="o">.</span><span class="n">from_concrete_functions</span><span class="p">(</span>
+ <span class="p">[</span><span class="n">tf_module</span><span class="o">.</span><span class="n">forward</span><span class="o">.</span><span class="n">get_concrete_function</span><span class="p">()],</span> <span class="n">tf_module</span>
+ <span class="p">)</span>
+ <a href="https://docs.python.org/3/library/stdtypes.html#bytes" title="builtins.bytes" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tflite_buf</span></a> <span class="o">=</span> <span class="n">converter</span><span class="o">.</span><span class="n">convert</span><span class="p">()</span>
+
+ <span class="c1"># Parse and import into TVM (API differs between tflite package versions)</span>
+ <span class="k">if</span> <span class="nb">hasattr</span><span class="p">(</span><span class="n">tflite</span><span class="o">.</span><span class="n">Model</span><span class="p">,</span> <span class="s2">"Model"</span><span class="p">):</span>
+ <span class="n">tflite_model</span> <span class="o">=</span> <span class="n">tflite</span><span class="o">.</span><span class="n">Model</span><span class="o">.</span><span class="n">Model</span><span class="o">.</span><span class="n">GetRootAsModel</span><span class="p">(</span><a href="https://docs.python.org/3/library/stdtypes.html#bytes" title="builtins.bytes" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tfli [...]
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">tflite_model</span> <span class="o">=</span> <span class="n">tflite</span><span class="o">.</span><span class="n">Model</span><span class="o">.</span><span class="n">GetRootAsModel</span><span class="p">(</span><a href="https://docs.python.org/3/library/stdtypes.html#bytes" title="builtins.bytes" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tflite_buf</span></a><span class="p">,</span> <span clas [...]
+ <span class="n">mod_tflite</span> <span class="o">=</span> <a href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.tflite.from_tflite" title="tvm.relax.frontend.tflite.from_tflite" class="sphx-glr-backref-module-tvm-relax-frontend-tflite sphx-glr-backref-type-py-function"><span class="n">from_tflite</span></a><span class="p">(</span><span class="n">tflite_model</span><span class="p">)</span>
+ <span class="n">mod_tflite</span><span class="o">.</span><span class="n">show</span><span class="p">()</span>
+</pre></div>
+</div>
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span># from tvm.script import ir as I
+# from tvm.script import relax as R
+
+@I.ir_module
+class Module:
+ @R.function
+ def main(serving_default_weight_0: R.Tensor((784, 10), dtype="float32"), serving_default_x_0: R.Tensor((1, 784), dtype="float32")) -> R.Tensor((1, 10), dtype="float32"):
+ R.func_attr({"num_input": 2, "params": [metadata["ffi.Tensor"][0]]})
+ with R.dataflow():
+ lv: R.Tensor((10, 784), dtype="float32") = R.permute_dims(serving_default_weight_0, axes=[1, 0])
+ lv1: R.Tensor((784, 10), dtype="float32") = R.permute_dims(lv, axes=[1, 0])
+ lv2: R.Tensor((1, 10), dtype="float32") = R.matmul(serving_default_x_0, lv1, out_dtype="void")
+ gv: R.Tensor((1, 10), dtype="float32") = R.add(lv2, metadata["relax.expr.Constant"][0])
+ R.output(gv)
+ return gv
+
+# Metadata omitted. Use show_meta=True in script() method to show it.
+</pre></div>
+</div>
+<section id="loading-from-a-tflite-file">
+<h3><a class="toc-backref" href="#id12" role="doc-backlink">Loading from a <code class="docutils literal notranslate"><span class="pre">.tflite</span></code> file</a><a class="headerlink" href="#loading-from-a-tflite-file" title="Link to this heading"></a></h3>
+<p>If you already have a <code class="docutils literal notranslate"><span class="pre">.tflite</span></code> file on disk, load the raw bytes and parse them:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span><span class="w"> </span><span class="nn">tflite</span>
+<span class="kn">import</span><span class="w"> </span><span class="nn">tflite.Model</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.frontend.tflite</span><span class="w"> </span><span class="kn">import</span> <a href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.tflite.from_tflite" title="tvm.relax.frontend.tflite.from_tflite" class="sphx-glr-backref-module-tvm-relax-frontend-tflite sphx-glr-backref-type-py-function"><span class="n">from_tflite</span></a>
+
+<span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="s2">"my_model.tflite"</span><span class="p">,</span> <span class="s2">"rb"</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
+ <a href="https://docs.python.org/3/library/stdtypes.html#bytes" title="builtins.bytes" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tflite_buf</span></a> <span class="o">=</span> <span class="n">f</span><span class="o">.</span><span class="n">read</span><span class="p">()</span>
+
+<span class="k">if</span> <span class="nb">hasattr</span><span class="p">(</span><span class="n">tflite</span><span class="o">.</span><span class="n">Model</span><span class="p">,</span> <span class="s2">"Model"</span><span class="p">):</span>
+ <span class="n">tflite_model</span> <span class="o">=</span> <span class="n">tflite</span><span class="o">.</span><span class="n">Model</span><span class="o">.</span><span class="n">Model</span><span class="o">.</span><span class="n">GetRootAsModel</span><span class="p">(</span><a href="https://docs.python.org/3/library/stdtypes.html#bytes" title="builtins.bytes" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tflite_b [...]
+<span class="k">else</span><span class="p">:</span>
+ <span class="n">tflite_model</span> <span class="o">=</span> <span class="n">tflite</span><span class="o">.</span><span class="n">Model</span><span class="o">.</span><span class="n">GetRootAsModel</span><span class="p">(</span><a href="https://docs.python.org/3/library/stdtypes.html#bytes" title="builtins.bytes" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tflite_buf</span></a><span class="p">,</span> <span class="m [...]
+<span class="n">mod</span> <span class="o">=</span> <a href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.tflite.from_tflite" title="tvm.relax.frontend.tflite.from_tflite" class="sphx-glr-backref-module-tvm-relax-frontend-tflite sphx-glr-backref-type-py-function"><span class="n">from_tflite</span></a><span class="p">(</span><span class="n">tflite_model</span><span class="p">)</span>
+</pre></div>
+</div>
+</section>
+<section id="id2">
+<h3><a class="toc-backref" href="#id13" role="doc-backlink">Key parameters</a><a class="headerlink" href="#id2" title="Link to this heading"></a></h3>
+<ul>
+<li><p><strong>shape_dict</strong> / <strong>dtype_dict</strong> (optional): Override input shapes and dtypes. If not
+provided, they are inferred from the TFLite model metadata.</p></li>
+<li><p><strong>op_converter</strong> (class, optional): A custom operator converter class. Subclass
+<code class="docutils literal notranslate"><span class="pre">OperatorConverter</span></code> and override its <code class="docutils literal notranslate"><span class="pre">convert_map</span></code> dictionary to add or replace
+operator conversions. For example, to add a hypothetical <code class="docutils literal notranslate"><span class="pre">CUSTOM_RELU</span></code> op:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.frontend.tflite.tflite_frontend</span><span class="w"> </span><span class="kn">import</span> <span class="n">OperatorConverter</span>
+
+<span class="k">class</span><span class="w"> </span><span class="nc">MyConverter</span><span class="p">(</span><span class="n">OperatorConverter</span><span class="p">):</span>
+ <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">model</span><span class="p">,</span> <span class="n">subgraph</span><span class="p">,</span> <span class="n">exp_tab</span><span class="p">,</span> <span class="n">ctx</span><span class="p">):</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">model</span><span class="p">,</span> <span class="n">subgraph</span><span class="p">,</span> <span class="n">exp_tab</span><span class="p">,</span> <span class="n">ctx</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">convert_map</span><span class="p">[</span><span class="s2">"CUSTOM_RELU"</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_custom_relu</span>
+
+ <span class="k">def</span><span class="w"> </span><span class="nf">_convert_custom_relu</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">op</span><span class="p">):</span>
+ <span class="c1"># implement your conversion logic here</span>
+ <span class="o">...</span>
+
+<span class="n">mod</span> <span class="o">=</span> <a href="../../reference/api/python/relax/frontend.html#tvm.relax.frontend.tflite.from_tflite" title="tvm.relax.frontend.tflite.from_tflite" class="sphx-glr-backref-module-tvm-relax-frontend-tflite sphx-glr-backref-type-py-function"><span class="n">from_tflite</span></a><span class="p">(</span><span class="n">tflite_model</span><span class="p">,</span> <span class="n">op_converter</span><span class="o">=</span><span class="n">MyConverte [...]
+</pre></div>
+</div>
+</li>
+</ul>
+</section>
+</section>
+<section id="summary">
+<h2><a class="toc-backref" href="#id14" role="doc-backlink">Summary</a><a class="headerlink" href="#summary" title="Link to this heading"></a></h2>
+<table class="docutils align-default">
+<thead>
+<tr class="row-odd"><th class="head"><p>Aspect</p></th>
+<th class="head"><p>PyTorch</p></th>
+<th class="head"><p>ONNX</p></th>
+<th class="head"><p>TFLite</p></th>
+</tr>
+</thead>
+<tbody>
+<tr class="row-even"><td><p>Entry function</p></td>
+<td><p><code class="docutils literal notranslate"><span class="pre">from_exported_program</span></code></p></td>
+<td><p><code class="docutils literal notranslate"><span class="pre">from_onnx</span></code></p></td>
+<td><p><code class="docutils literal notranslate"><span class="pre">from_tflite</span></code></p></td>
+</tr>
+<tr class="row-odd"><td><p>Input</p></td>
+<td><p><code class="docutils literal notranslate"><span class="pre">ExportedProgram</span></code></p></td>
+<td><p><code class="docutils literal notranslate"><span class="pre">onnx.ModelProto</span></code></p></td>
+<td><p>TFLite <code class="docutils literal notranslate"><span class="pre">Model</span></code> object</p></td>
+</tr>
+<tr class="row-even"><td><p>Custom extension</p></td>
+<td><p><code class="docutils literal notranslate"><span class="pre">custom_convert_map</span></code></p></td>
+<td><p>—</p></td>
+<td><p><code class="docutils literal notranslate"><span class="pre">op_converter</span></code> class</p></td>
+</tr>
+</tbody>
+</table>
+<p><strong>Which to use?</strong> Pick the frontend that matches your model format:</p>
+<ul class="simple">
+<li><p>Have a PyTorch model? Use <code class="docutils literal notranslate"><span class="pre">from_exported_program</span></code> — it has the broadest operator coverage.</p></li>
+<li><p>Have an <code class="docutils literal notranslate"><span class="pre">.onnx</span></code> file? Use <code class="docutils literal notranslate"><span class="pre">from_onnx</span></code>.</p></li>
+<li><p>Have a <code class="docutils literal notranslate"><span class="pre">.tflite</span></code> file? Use <code class="docutils literal notranslate"><span class="pre">from_tflite</span></code>.</p></li>
+</ul>
+<p>The verification workflow (compile → run → compare) demonstrated in the PyTorch section
+above applies equally to ONNX and TFLite imports.</p>
+<p>For the full list of supported operators, see the converter map in each frontend’s source:
+PyTorch uses <code class="docutils literal notranslate"><span class="pre">create_convert_map()</span></code> in <code class="docutils literal notranslate"><span class="pre">exported_program_translator.py</span></code>, ONNX uses
+<code class="docutils literal notranslate"><span class="pre">_get_convert_map()</span></code> in <code class="docutils literal notranslate"><span class="pre">onnx_frontend.py</span></code>, and TFLite uses <code class="docutils literal notranslate"><span class="pre">convert_map</span></code> in
+<code class="docutils literal notranslate"><span class="pre">OperatorConverter</span></code> in <code class="docutils literal notranslate"><span class="pre">tflite_frontend.py</span></code>.</p>
+<p>After importing, refer to <a class="reference internal" href="e2e_opt_model.html#optimize-model"><span class="std std-ref">End-to-End Optimize Model</span></a> for optimization and deployment.</p>
+<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-tutorials-import-model-py">
+<div class="sphx-glr-download sphx-glr-download-jupyter docutils container">
+<p><a class="reference download internal" download="" href="../../_downloads/9debcfb71fafa3d95a723f356f424a36/import_model.ipynb"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Jupyter</span> <span class="pre">notebook:</span> <span class="pre">import_model.ipynb</span></code></a></p>
+</div>
+<div class="sphx-glr-download sphx-glr-download-python docutils container">
+<p><a class="reference download internal" download="" href="../../_downloads/96f44d9bffa038794d83227e1f91a8cf/import_model.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">import_model.py</span></code></a></p>
+</div>
+<div class="sphx-glr-download sphx-glr-download-zip docutils container">
+<p><a class="reference download internal" download="" href="../../_downloads/050dda7aeddba33e083ae36606d3270f/import_model.zip"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">zipped:</span> <span class="pre">import_model.zip</span></code></a></p>
+</div>
+</div>
+<p class="sphx-glr-signature"><a class="reference external" href="https://sphinx-gallery.github.io">Gallery generated by Sphinx-Gallery</a></p>
+</section>
+</section>
+
+
+ </div>
+
+ </div>
+
+
+<footer>
+
+ <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
+
+ <a href="e2e_opt_model.html" class="btn btn-neutral float-right" title="End-to-End Optimize Model" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+
+
+ <a href="../../get_started/tutorials/ir_module.html" class="btn btn-neutral float-left" title="IRModule" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+
+ </div>
+
+<div id="button" class="backtop"><img src="../../_static/img/right.svg" alt="backtop"/> </div>
+<section class="footerSec">
+ <div class="footerHeader">
+ <div class="d-flex align-md-items-center justify-content-between flex-column flex-md-row">
+ <div class="copywrite d-flex align-items-center">
+ <h5 id="copy-right-info">© 2026 Apache Software Foundation | All rights reserved</h5>
+ </div>
+ </div>
+
+ </div>
+
+ <div>
+ <div class="footernote">Copyright © 2026 The Apache Software Foundation. Apache TVM, Apache, the Apache feather, and the Apache TVM project logo are either trademarks or registered trademarks of the Apache Software Foundation.</div>
+ </div>
+
+</section>
+</footer>
+ </div>
+ </div>
+
+ </section>
+
+ </div>
+
+
+ <script src="../../_static/downloads/popper.min.js" integrity="sha384-ApNbgh9B+Y1QKtv3Rn7W3mgPxhU9K/ScQsAP7hUibX39j7fakFPskvXusvfa0b4Q" crossorigin="anonymous"></script>
+ <script src="../../_static/downloads/bootstrap.min.js" integrity="sha384-JZR6Spejh4U02d8jOt6vLEHfe/JQGiRRSQQxSfFWpi1MquVdAyjUar5+76PVCmYl" crossorigin="anonymous"></script>
+
+ </body>
+ <script type="text/javascript">
+ jQuery(function () {
+ SphinxRtdTheme.Navigation.enable(true);
+ });
+ </script>
+
+
+
+
+
+
+</body>
+</html>
\ No newline at end of file
diff --git a/docs/how_to/tutorials/index.html b/docs/how_to/tutorials/index.html
index 8381dd5aac8..bf802359eaf 100644
--- a/docs/how_to/tutorials/index.html
+++ b/docs/how_to/tutorials/index.html
@@ -182,6 +182,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="optimize_llm.html">Optimize Large Language Model</a></li>
@@ -306,6 +307,9 @@
</div><div class="sphx-glr-thumbcontainer" tooltip="This tutorial walks through exporting a compiled Relax module to a shared object, loading it back into the TVM runtime, and running the result either interactively or from a standalone script. This tutorial demonstrates how to turn Relax (or imported PyTorch / ONNX) programs into deployable artifacts using tvm.relax APIs."><img alt="" src="../../_images/sphx_glr_export_and_load_executable_thumb.png" />
<p><a class="reference internal" href="export_and_load_executable.html"><span class="doc">Export and Load Relax Executables</span></a></p>
<div class="sphx-glr-thumbnail-title">Export and Load Relax Executables</div>
+</div><div class="sphx-glr-thumbcontainer" tooltip="For end-to-end optimization and deployment after importing, see optimize_model."><img alt="" src="../../_images/sphx_glr_import_model_thumb.png" />
+<p><a class="reference internal" href="import_model.html"><span class="doc">Importing Models from ML Frameworks</span></a></p>
+ <div class="sphx-glr-thumbnail-title">Importing Models from ML Frameworks</div>
</div><div class="sphx-glr-thumbcontainer" tooltip="BasePyModule solves this by letting Python functions, TIR kernels, and Relax functions coexist in one module. TIR and Relax functions are JIT-compiled on instantiation, Python functions run as-is, and tensors move between TVM and PyTorch via zero-copy DLPack. This enables:"><img alt="" src="../../_images/sphx_glr_mix_python_and_tvm_with_pymodule_thumb.png" />
<p><a class="reference internal" href="mix_python_and_tvm_with_pymodule.html"><span class="doc">Mix Python/PyTorch with TVM Using BasePyModule</span></a></p>
<div class="sphx-glr-thumbnail-title">Mix Python/PyTorch with TVM Using BasePyModule</div>
diff --git a/docs/how_to/tutorials/mix_python_and_tvm_with_pymodule.html b/docs/how_to/tutorials/mix_python_and_tvm_with_pymodule.html
index 737fb5a490b..e93746c0947 100644
--- a/docs/how_to/tutorials/mix_python_and_tvm_with_pymodule.html
+++ b/docs/how_to/tutorials/mix_python_and_tvm_with_pymodule.html
@@ -182,6 +182,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/how_to/tutorials/optimize_llm.html b/docs/how_to/tutorials/optimize_llm.html
index 256175f000c..c5771b362cd 100644
--- a/docs/how_to/tutorials/optimize_llm.html
+++ b/docs/how_to/tutorials/optimize_llm.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul class="current">
+<li class="toctree-l1"><a class="reference internal" href="import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1 current"><a class="current reference internal" href="#">Optimize Large Language Model</a><ul>
diff --git a/docs/how_to/tutorials/sg_execution_times.html b/docs/how_to/tutorials/sg_execution_times.html
index 3b28952dae8..66cde91fce4 100644
--- a/docs/how_to/tutorials/sg_execution_times.html
+++ b/docs/how_to/tutorials/sg_execution_times.html
@@ -182,6 +182,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="optimize_llm.html">Optimize Large Language Model</a></li>
@@ -294,7 +295,7 @@
<section id="computation-times">
<span id="sphx-glr-how-to-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading"></a></h1>
-<p><strong>00:30.435</strong> total execution time for 6 files <strong>from how_to/tutorials</strong>:</p>
+<p><strong>00:48.057</strong> total execution time for 7 files <strong>from how_to/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -316,26 +317,30 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="optimize_llm.html#sphx-glr-how-to-tutorials-optimize-llm-py"><span class="std std-ref">Optimize Large Language Model</span></a> (<code class="docutils literal notranslate"><span class="pre">optimize_llm.py</span></code>)</p></td>
-<td><p>00:28.509</p></td>
+<td><p>00:39.005</p></td>
<td><p>0.0</p></td>
</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="e2e_opt_model.html#sphx-glr-how-to-tutorials-e2e-opt-model-py"><span class="std std-ref">End-to-End Optimize Model</span></a> (<code class="docutils literal notranslate"><span class="pre">e2e_opt_model.py</span></code>)</p></td>
-<td><p>00:00.809</p></td>
+<tr class="row-odd"><td><p><a class="reference internal" href="import_model.html#sphx-glr-how-to-tutorials-import-model-py"><span class="std std-ref">Importing Models from ML Frameworks</span></a> (<code class="docutils literal notranslate"><span class="pre">import_model.py</span></code>)</p></td>
+<td><p>00:07.313</p></td>
<td><p>0.0</p></td>
</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="customize_opt.html#sphx-glr-how-to-tutorials-customize-opt-py"><span class="std std-ref">Customize Optimization</span></a> (<code class="docutils literal notranslate"><span class="pre">customize_opt.py</span></code>)</p></td>
-<td><p>00:00.623</p></td>
+<tr class="row-even"><td><p><a class="reference internal" href="e2e_opt_model.html#sphx-glr-how-to-tutorials-e2e-opt-model-py"><span class="std std-ref">End-to-End Optimize Model</span></a> (<code class="docutils literal notranslate"><span class="pre">e2e_opt_model.py</span></code>)</p></td>
+<td><p>00:00.622</p></td>
<td><p>0.0</p></td>
</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="cross_compilation_and_rpc.html#sphx-glr-how-to-tutorials-cross-compilation-and-rpc-py"><span class="std std-ref">Cross Compilation and RPC</span></a> (<code class="docutils literal notranslate"><span class="pre">cross_compilation_and_rpc.py</span></code>)</p></td>
-<td><p>00:00.488</p></td>
+<tr class="row-odd"><td><p><a class="reference internal" href="customize_opt.html#sphx-glr-how-to-tutorials-customize-opt-py"><span class="std std-ref">Customize Optimization</span></a> (<code class="docutils literal notranslate"><span class="pre">customize_opt.py</span></code>)</p></td>
+<td><p>00:00.619</p></td>
<td><p>0.0</p></td>
</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="mix_python_and_tvm_with_pymodule.html#sphx-glr-how-to-tutorials-mix-python-and-tvm-with-pymodule-py"><span class="std std-ref">Mix Python/PyTorch with TVM Using BasePyModule</span></a> (<code class="docutils literal notranslate"><span class="pre">mix_python_and_tvm_with_pymodule.py</span></code>)</p></td>
+<tr class="row-even"><td><p><a class="reference internal" href="cross_compilation_and_rpc.html#sphx-glr-how-to-tutorials-cross-compilation-and-rpc-py"><span class="std std-ref">Cross Compilation and RPC</span></a> (<code class="docutils literal notranslate"><span class="pre">cross_compilation_and_rpc.py</span></code>)</p></td>
+<td><p>00:00.492</p></td>
+<td><p>0.0</p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="mix_python_and_tvm_with_pymodule.html#sphx-glr-how-to-tutorials-mix-python-and-tvm-with-pymodule-py"><span class="std std-ref">Mix Python/PyTorch with TVM Using BasePyModule</span></a> (<code class="docutils literal notranslate"><span class="pre">mix_python_and_tvm_with_pymodule.py</span></code>)</p></td>
<td><p>00:00.004</p></td>
<td><p>0.0</p></td>
</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="export_and_load_executable.html#sphx-glr-how-to-tutorials-export-and-load-executable-py"><span class="std std-ref">Export and Load Relax Executables</span></a> (<code class="docutils literal notranslate"><span class="pre">export_and_load_executable.py</span></code>)</p></td>
+<tr class="row-even"><td><p><a class="reference internal" href="export_and_load_executable.html#sphx-glr-how-to-tutorials-export-and-load-executable-py"><span class="std std-ref">Export and Load Relax Executables</span></a> (<code class="docutils literal notranslate"><span class="pre">export_and_load_executable.py</span></code>)</p></td>
<td><p>00:00.002</p></td>
<td><p>0.0</p></td>
</tr>
diff --git a/docs/index.html b/docs/index.html
index 4abe484c4c1..ae044599070 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -317,6 +318,7 @@ driving its costs down.</p>
<div class="toctree-wrapper compound">
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -354,6 +356,7 @@ driving its costs down.</p>
<li class="toctree-l1"><a class="reference internal" href="deep_dive/relax/index.html">Relax</a><ul>
<li class="toctree-l2"><a class="reference internal" href="deep_dive/relax/abstraction.html">Graph Abstraction for ML Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="deep_dive/relax/learning.html">Understand Relax Abstraction</a></li>
+<li class="toctree-l2"><a class="reference internal" href="deep_dive/relax/dpl.html">Dataflow Pattern Language (DPL)</a></li>
<li class="toctree-l2"><a class="reference internal" href="deep_dive/relax/tutorials/relax_creation.html">Relax Creation</a></li>
<li class="toctree-l2"><a class="reference internal" href="deep_dive/relax/tutorials/relax_transformation.html">Transformation</a></li>
</ul>
diff --git a/docs/install/docker.html b/docs/install/docker.html
index aba0b6272b9..621e93b380d 100644
--- a/docs/install/docker.html
+++ b/docs/install/docker.html
@@ -191,6 +191,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/install/from_source.html b/docs/install/from_source.html
index 961fa5822d5..54f426b5572 100644
--- a/docs/install/from_source.html
+++ b/docs/install/from_source.html
@@ -209,6 +209,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -394,6 +395,14 @@ conda<span class="w"> </span>create<span class="w"> </span>-n<span class="w"> </
conda<span class="w"> </span>activate<span class="w"> </span>tvm-build-venv
</pre></div>
</div>
+<div class="admonition note">
+<p class="admonition-title">Note</p>
+<p><strong>For Frontend Contributors (TFLite):</strong> If you plan to run or contribute to the frontend tests (e.g., <code class="docutils literal notranslate"><span class="pre">test_frontend_tflite.py</span></code>), you must strictly use <strong>Python 3.10</strong>.</p>
+<p>The TFLite tests currently require <code class="docutils literal notranslate"><span class="pre">tensorflow==2.9.0</span></code> and <code class="docutils literal notranslate"><span class="pre">numpy==1.26.4</span></code> to prevent <code class="docutils literal notranslate"><span class="pre">_ARRAY_API</span></code> core dumps.
+Because TensorFlow 2.9.0 does not provide pre-compiled binaries for Python 3.11 or newer,
+setting up your environment with Python 3.11+ will force incompatible pip upgrades
+and cause C++ ABI crashes during testing.</p>
+</div>
</section>
</section>
<section id="step-2-get-source-from-github">
@@ -580,7 +589,7 @@ E.g. <code class="docutils literal notranslate"><span class="pre">cmake</span> <
<h3><a class="toc-backref" href="#id12" role="doc-backlink">Building on Windows</a><a class="headerlink" href="#building-on-windows" title="Link to this heading"></a></h3>
<p>TVM support build via MSVC using CMake. You will need to obtain a visual studio compiler.
The minimum required VS version is <strong>Visual Studio Enterprise 2019</strong> (NOTE: we test
-against GitHub Actions’ <a class="reference external" href="https://github.com/actions/virtual-environments/blob/main/images/win/Windows2019-Readme.md">Windows 2019 Runner</a>, so see that page for full details.
+against GitHub Actions’ <a class="reference external" href="https://github.com/actions/runner-images">windows-latest Runner</a>, so see that page for full details.
We recommend following <a class="reference internal" href="#install-dependencies"><span class="std std-ref">Step 1. Install Dependencies</span></a> to obtain necessary dependencies and
get an activated tvm-build environment. Then you can run the following command to build</p>
<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>mkdir<span class="w"> </span>build
@@ -607,7 +616,7 @@ cmake .. -DUSE_CUDA=ON
<h4>CMake & Compiler Setup<a class="headerlink" href="#cmake-compiler-setup" title="Link to this heading"></a></h4>
<ul class="simple">
<li><p>Specify generator: <code class="docutils literal notranslate"><span class="pre">cmake</span> <span class="pre">-G</span> <span class="pre">"Visual</span> <span class="pre">Studio</span> <span class="pre">16</span> <span class="pre">2019"</span> <span class="pre">-A</span> <span class="pre">x64</span> <span class="pre">..</span></code></p></li>
-<li><p>Ensure Python is in PATH or specify: <code class="docutils literal notranslate"><span class="pre">-DPython_EXECUTABLE=C:\Python39\python.exe</span></code></p></li>
+<li><p>Ensure Python is in PATH or specify: <code class="docutils literal notranslate"><span class="pre">-DPython_EXECUTABLE=C:\Python311\python.exe</span></code></p></li>
</ul>
</section>
</section>
diff --git a/docs/install/index.html b/docs/install/index.html
index 1c26abe8810..c12f9dde01a 100644
--- a/docs/install/index.html
+++ b/docs/install/index.html
@@ -188,6 +188,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/objects.inv b/docs/objects.inv
index 549389d0d84..037b5f5c182 100644
Binary files a/docs/objects.inv and b/docs/objects.inv differ
diff --git a/docs/py-modindex.html b/docs/py-modindex.html
index 6576b7981b9..51eec8a5407 100644
--- a/docs/py-modindex.html
+++ b/docs/py-modindex.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -425,6 +426,16 @@
<td>   
<a href="reference/api/python/relax/block_builder.html#module-tvm.relax.block_builder"><code class="xref">tvm.relax.block_builder</code></a></td><td>
<em></em></td></tr>
+ <tr class="cg-1">
+ <td></td>
+ <td>   
+ <a href="reference/api/python/relax/distributed.html#module-tvm.relax.distributed"><code class="xref">tvm.relax.distributed</code></a></td><td>
+ <em></em></td></tr>
+ <tr class="cg-1">
+ <td></td>
+ <td>   
+ <a href="reference/api/python/relax/dpl.html#module-tvm.relax.dpl"><code class="xref">tvm.relax.dpl</code></a></td><td>
+ <em></em></td></tr>
<tr class="cg-1">
<td></td>
<td>   
@@ -505,6 +516,11 @@
<td>   
<a href="reference/api/python/relax/op.html#module-tvm.relax.op.vm"><code class="xref">tvm.relax.op.vm</code></a></td><td>
<em></em></td></tr>
+ <tr class="cg-1">
+ <td></td>
+ <td>   
+ <a href="reference/api/python/relax/training.html#module-tvm.relax.training"><code class="xref">tvm.relax.training</code></a></td><td>
+ <em></em></td></tr>
<tr class="cg-1">
<td></td>
<td>   
@@ -535,6 +551,11 @@
<td>   
<a href="reference/api/python/runtime/vm.html#module-tvm.runtime.vm"><code class="xref">tvm.runtime.vm</code></a></td><td>
<em></em></td></tr>
+ <tr class="cg-1">
+ <td></td>
+ <td>   
+ <a href="reference/api/python/s_tir/analysis.html#module-tvm.s_tir.analysis"><code class="xref">tvm.s_tir.analysis</code></a></td><td>
+ <em></em></td></tr>
<tr class="cg-1">
<td></td>
<td>   
diff --git a/docs/reference/api/links.html b/docs/reference/api/links.html
index d1f9219a031..933117c8721 100644
--- a/docs/reference/api/links.html
+++ b/docs/reference/api/links.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
diff --git a/docs/reference/api/python/contrib.html b/docs/reference/api/python/contrib.html
index 4c2db2b6720..ea2709f9e8d 100644
--- a/docs/reference/api/python/contrib.html
+++ b/docs/reference/api/python/contrib.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -213,13 +214,17 @@
<li class="toctree-l2"><a class="reference internal" href="relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/driver.html b/docs/reference/api/python/driver.html
index a3bff26d32f..b37dec18101 100644
--- a/docs/reference/api/python/driver.html
+++ b/docs/reference/api/python/driver.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -216,13 +217,17 @@
<li class="toctree-l2"><a class="reference internal" href="relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/error.html b/docs/reference/api/python/error.html
index 2cc561c4c55..593582ff916 100644
--- a/docs/reference/api/python/error.html
+++ b/docs/reference/api/python/error.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -226,13 +227,17 @@
<li class="toctree-l2"><a class="reference internal" href="relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/index.html b/docs/reference/api/python/index.html
index 8f442da828c..d9ecd81c430 100644
--- a/docs/reference/api/python/index.html
+++ b/docs/reference/api/python/index.html
@@ -185,6 +185,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -214,13 +215,17 @@
<li class="toctree-l2"><a class="reference internal" href="relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/dlight.html">tvm.s_tir.dlight</a></li>
@@ -353,9 +358,12 @@
<li class="toctree-l1"><a class="reference internal" href="relax/relax.html">tvm.relax</a></li>
<li class="toctree-l1"><a class="reference internal" href="relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l1"><a class="reference internal" href="relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l1"><a class="reference internal" href="relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l1"><a class="reference internal" href="relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l1"><a class="reference internal" href="relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l1"><a class="reference internal" href="relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l1"><a class="reference internal" href="relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l1"><a class="reference internal" href="relax/dpl.html">tvm.relax.dpl</a></li>
</ul>
</div>
<div class="toctree-wrapper compound">
@@ -370,6 +378,7 @@
<div class="toctree-wrapper compound">
<p class="caption" role="heading"><span class="caption-text">tvm.s_tir</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l1"><a class="reference internal" href="s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l1"><a class="reference internal" href="s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l1"><a class="reference internal" href="s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/instrument.html b/docs/reference/api/python/instrument.html
index aa634c9c6a4..6ccb8547aae 100644
--- a/docs/reference/api/python/instrument.html
+++ b/docs/reference/api/python/instrument.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -274,13 +275,17 @@
<li class="toctree-l2"><a class="reference internal" href="relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/ir.html b/docs/reference/api/python/ir.html
index ae1dc3ca162..0d37594fa6c 100644
--- a/docs/reference/api/python/ir.html
+++ b/docs/reference/api/python/ir.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -312,13 +313,17 @@
<li class="toctree-l2"><a class="reference internal" href="relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/meta_schedule.html b/docs/reference/api/python/meta_schedule.html
index 0f43a9ab1eb..2f72abb06d7 100644
--- a/docs/reference/api/python/meta_schedule.html
+++ b/docs/reference/api/python/meta_schedule.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -213,13 +214,17 @@
<li class="toctree-l2"><a class="reference internal" href="relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/relax/analysis.html b/docs/reference/api/python/relax/analysis.html
index d23be211200..266ff556330 100644
--- a/docs/reference/api/python/relax/analysis.html
+++ b/docs/reference/api/python/relax/analysis.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -243,13 +244,17 @@
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/relax/block_builder.html b/docs/reference/api/python/relax/block_builder.html
index ba22181b993..cbfd78f6455 100644
--- a/docs/reference/api/python/relax/block_builder.html
+++ b/docs/reference/api/python/relax/block_builder.html
@@ -45,7 +45,7 @@
<script type="text/javascript" src="../../../../_static/js/tlcpack_theme.js"></script>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="tvm.relax.frontend" href="frontend.html" />
+ <link rel="next" title="tvm.relax.distributed" href="distributed.html" />
<link rel="prev" title="tvm.relax.analysis" href="analysis.html" />
</head>
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -243,13 +244,17 @@
</li>
</ul>
</li>
+<li class="toctree-l2"><a class="reference internal" href="distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
@@ -933,7 +938,7 @@ and help the best effort deduction.</p>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
- <a href="frontend.html" class="btn btn-neutral float-right" title="tvm.relax.frontend" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+ <a href="distributed.html" class="btn btn-neutral float-right" title="tvm.relax.distributed" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
<a href="analysis.html" class="btn btn-neutral float-left" title="tvm.relax.analysis" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
diff --git a/docs/reference/api/python/relax/distributed.html b/docs/reference/api/python/relax/distributed.html
new file mode 100644
index 00000000000..82d7f043056
--- /dev/null
+++ b/docs/reference/api/python/relax/distributed.html
@@ -0,0 +1,535 @@
+
+
+
+
+<!DOCTYPE html>
+<html class="writer-html5" lang="en" >
+<head>
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1" />
+
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <title>tvm.relax.distributed — tvm 0.24.dev0 documentation</title>
+
+
+
+ <link rel="stylesheet" href="../../../../_static/downloads/bootstrap.min.css" integrity="sha384-Gn5384xqQ1aoWXA+058RXPxPg6fy4IWvTNh0E263XmFcJlSAwiGgFAW/dAiS6JXm" crossorigin="anonymous">
+ <link rel="stylesheet" href="../../../../_static/pygments.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/css/theme.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/sg_gallery.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/sg_gallery-binder.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/sg_gallery-dataframe.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/sg_gallery-rendered-html.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/pygments.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/css/tlcpack_theme.css" type="text/css" />
+
+
+
+
+
+
+
+
+
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../" src="../../../../_static/documentation_options.js"></script>
+ <script src="../../../../_static/jquery.js?v=5d32c60e"></script>
+ <script src="../../../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
+ <script src="../../../../_static/documentation_options.js?v=0bc77288"></script>
+ <script src="../../../../_static/doctools.js?v=9bcbadda"></script>
+ <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
+
+ <script type="text/javascript" src="../../../../_static/js/theme.js"></script>
+
+
+ <script type="text/javascript" src="../../../../_static/js/tlcpack_theme.js"></script>
+ <link rel="index" title="Index" href="../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../search.html" />
+ <link rel="next" title="tvm.relax.frontend" href="frontend.html" />
+ <link rel="prev" title="tvm.relax.block_builder" href="block_builder.html" />
+</head>
+
+<body class="wy-body-for-nav">
+
+
+ <div class="wy-grid-for-nav">
+
+
+<header class="header">
+ <div class="innercontainer">
+ <div class="headerInner d-flex justify-content-between align-items-center">
+ <div class="headerLogo">
+ <a href="https://tvm.apache.org/"><img src=https://tvm.apache.org/assets/images/logo.svg alt="logo"></a>
+ </div>
+
+ <div id="headMenu" class="headerNav">
+ <button type="button" id="closeHeadMenu" class="navCloseBtn"><img src="../../../../_static/img/close-icon.svg" alt="Close"></button>
+ <ul class="nav">
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/community>Community</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/download>Download</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/docs>Docs</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://github.com/apache/tvm/>GitHub</a>
+ </li>
+ </ul>
+ <div class="responsivetlcdropdown">
+ <button type="button" class="btn-link">
+ ASF
+ </button>
+ <ul>
+ <li>
+ <a href=https://apache.org/>Apache Homepage</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/licenses/>License</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/sponsorship.html>Sponsorship</a>
+ </li>
+ <li>
+ <a href=https://tvm.apache.org/docs/reference/security.html>Security</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/thanks.html>Thanks</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/events/current-event>Events</a>
+ </li>
+ </ul>
+ </div>
+ </div>
+ <div class="responsiveMenuIcon">
+ <button type="button" id="menuBtn" class="btn-menu"><img src="../../../../_static/img/menu-icon.svg" alt="Menu Icon"></button>
+ </div>
+
+ <div class="tlcDropdown">
+ <div class="dropdown">
+ <button type="button" class="btn-link dropdown-toggle" data-toggle="dropdown" aria-haspopup="true" aria-expanded="false">
+ ASF
+ </button>
+ <div class="dropdown-menu dropdown-menu-right">
+ <ul>
+ <li>
+ <a href=https://apache.org/>Apache Homepage</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/licenses/>License</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/sponsorship.html>Sponsorship</a>
+ </li>
+ <li>
+ <a href=https://tvm.apache.org/docs/reference/security.html>Security</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/thanks.html>Thanks</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/events/current-event>Events</a>
+ </li>
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+ </header>
+
+ <nav data-toggle="wy-nav-shift" class="wy-nav-side fixed">
+ <div class="wy-side-scroll">
+ <div class="wy-side-nav-search" >
+
+
+
+ <a href="../../../../index.html" class="sidetitle" alt="Documentation Home"> tvm
+
+
+
+ </a>
+
+
+
+
+<div role="search">
+ <form id="rtd-search-form" class="wy-form" action="../../../../search.html" method="get">
+ <input type="text" name="q" placeholder="Search docs" aria-label="Search docs" />
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+ </form>
+</div>
+
+
+ </div>
+
+
+ <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+
+
+
+
+
+
+ <p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../get_started/overview.html">Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../install/index.html">Installing TVM</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../get_started/tutorials/quick_start.html">Quick Start</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../get_started/tutorials/ir_module.html">IRModule</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">How To</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../arch/index.html">Design and Architecture</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../deep_dive/tensor_ir/index.html">TensorIR</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../deep_dive/relax/index.html">Relax</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">API Reference</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../error.html">tvm.error</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../ir.html">tvm.ir</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../instrument.html">tvm.ir.instrument</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../transform.html">tvm.ir.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../target.html">tvm.target</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../driver.html">tvm.driver</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../runtime/runtime.html">tvm.runtime</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../runtime/vm.html">tvm.runtime.vm</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../runtime/disco.html">tvm.runtime.disco</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../runtime/profiling.html">tvm.runtime.profiling</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax.html">tvm.relax</a></li>
+<li class="toctree-l2"><a class="reference internal" href="analysis.html">tvm.relax.analysis</a></li>
+<li class="toctree-l2"><a class="reference internal" href="block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="#">tvm.relax.distributed</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.relax.distributed.DeviceMesh"><code class="docutils literal notranslate"><span class="pre">DeviceMesh</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.relax.distributed.device_mesh"><code class="docutils literal notranslate"><span class="pre">device_mesh()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.relax.distributed.Placement"><code class="docutils literal notranslate"><span class="pre">Placement</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="#tvm.relax.distributed.Placement.from_text"><code class="docutils literal notranslate"><span class="pre">Placement.from_text()</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.relax.distributed.DTensorStructInfo"><code class="docutils literal notranslate"><span class="pre">DTensorStructInfo</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.relax.distributed.PlacementSpec"><code class="docutils literal notranslate"><span class="pre">PlacementSpec</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="#tvm.relax.distributed.PlacementSpec.sharding"><code class="docutils literal notranslate"><span class="pre">PlacementSpec.sharding()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="#tvm.relax.distributed.PlacementSpec.replica"><code class="docutils literal notranslate"><span class="pre">PlacementSpec.replica()</span></code></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="frontend.html">tvm.relax.frontend</a></li>
+<li class="toctree-l2"><a class="reference internal" href="op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="training.html">tvm.relax.training</a></li>
+<li class="toctree-l2"><a class="reference internal" href="transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dpl.html">tvm.relax.dpl</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../te.html">tvm.te</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../topi.html">tvm.topi</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../meta_schedule.html">tvm.s_tir.meta_schedule</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../rpc.html">tvm.rpc</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../contrib.html">tvm.contrib</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../../links.html">Other APIs</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">About</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../contribute/index.html">Contributor Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../publications.html">Publications</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../security.html">Security Guide</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Index</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../genindex.html">Index</a></li>
+</ul>
+
+
+
+ </div>
+
+ </div>
+ </nav>
+
+ <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
+
+ <nav class="wy-nav-top" aria-label="top navigation" data-toggle="wy-nav-top">
+
+ <div class="togglemenu">
+
+ </div>
+ <div class="nav-content">
+ <!-- tvm -->
+ Table of Contents
+ </div>
+
+ </nav>
+
+
+ <div class="wy-nav-content">
+
+ <div class="rst-content">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation">
+
+ <ul class="wy-breadcrumbs">
+
+ <li><a href="../../../../index.html">Docs</a> <span class="br-arrow">></span></li>
+
+ <li><a href="../index.html">Python API</a> <span class="br-arrow">></span></li>
+
+ <li>tvm.relax.distributed</li>
+
+
+
+
+
+
+
+
+ <li class="wy-breadcrumbs-aside">
+
+
+
+ <a href="https://github.com/apache/tvm/edit/main/docs/reference/api/python/relax/distributed.rst" class="fa fa-github"> Edit on GitHub</a>
+
+
+
+ </li>
+
+ </ul>
+
+
+ <hr/>
+</div>
+ <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
+ <div itemprop="articleBody">
+
+ <section id="module-tvm.relax.distributed">
+<span id="tvm-relax-distributed"></span><h1>tvm.relax.distributed<a class="headerlink" href="#module-tvm.relax.distributed" title="Link to this heading"></a></h1>
+<p>The infrastructure for distributed inference on Relax.</p>
+<dl class="py class">
+<dt class="sig sig-object py" id="tvm.relax.distributed.DeviceMesh">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">tvm.relax.distributed.</span></span><span class="sig-name descname"><span class="pre">DeviceMesh</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">shape</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Shape</span><span class="w"> < [...]
+<dd><dl class="simple">
+<dt>Device mesh express a view of topology of devices,</dt><dd><p>represented by an n-d matrix of device ids.</p>
+</dd>
+</dl>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>shape</strong> (<em>Union</em><em>[</em><em>ShapeTuple</em><em>, </em><em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.14)"><em>int</em></a><em>]</em><em>, </em><a class="reference internal" href="relax.html#tvm.relax.Tuple" title="tvm.relax.Tuple"><em>Tuple</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.14)" [...]
+<li><p><strong>device_ids</strong> (<em>Union</em><em>[</em><em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.14)"><em>int</em></a><em>]</em><em>, </em><a class="reference internal" href="../ir.html#tvm.ir.Range" title="tvm.ir.Range"><em>Range</em></a><em>]</em>) – Represents the device id in the mesh</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tvm.relax.distributed.device_mesh">
+<span class="sig-prename descclassname"><span class="pre">tvm.relax.distributed.</span></span><span class="sig-name descname"><span class="pre">device_mesh</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">shape</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Shape</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device_ids</span></span><sp [...]
+<dd><p>Create a device mesh expression.
+:param shape: The shape of the device mesh.
+:type shape: ShapeTuple
+:param device_ids: Represents the device id in the mesh
+:type device_ids: Union[List[int], Range]</p>
+<dl class="field-list simple">
+<dt class="field-odd">Returns<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>res</strong> – The device mesh.</p>
+</dd>
+<dt class="field-even">Return type<span class="colon">:</span></dt>
+<dd class="field-even"><p><a class="reference internal" href="#tvm.relax.distributed.DeviceMesh" title="tvm.relax.distributed.DeviceMesh">DeviceMesh</a></p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="tvm.relax.distributed.Placement">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">tvm.relax.distributed.</span></span><span class="sig-name descname"><span class="pre">Placement</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dim_specs</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference external" href="https://d [...]
+<dd><p>Describes how data is distributed in each dimension of the device mesh</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>dim_specs</strong> (<em>List</em><em>[</em><a class="reference internal" href="#tvm.relax.distributed.PlacementSpec" title="tvm.relax.distributed.PlacementSpec"><em>PlacementSpec</em></a><em>]</em>) – The placement spec for each dimension of the device mesh.</p>
+</dd>
+</dl>
+<dl class="py method">
+<dt class="sig sig-object py" id="tvm.relax.distributed.Placement.from_text">
+<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">from_text</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">text</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.14)"><span class="pre">str</span> [...]
+<dd><p>Create a placement from a text string.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>text</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.14)"><em>str</em></a>) – The text string.</p>
+</dd>
+<dt class="field-even">Returns<span class="colon">:</span></dt>
+<dd class="field-even"><p><strong>placement</strong> – The placement.</p>
+</dd>
+<dt class="field-odd">Return type<span class="colon">:</span></dt>
+<dd class="field-odd"><p><a class="reference internal" href="#tvm.relax.distributed.Placement" title="tvm.relax.distributed.Placement">Placement</a></p>
+</dd>
+</dl>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="tvm.relax.distributed.DTensorStructInfo">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">tvm.relax.distributed.</span></span><span class="sig-name descname"><span class="pre">DTensorStructInfo</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">tensor_sinfo</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href [...]
+<dd><p>StructInfo of a Distributed Tensor value.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>tensor_sinfo</strong> (<a class="reference internal" href="relax.html#tvm.relax.TensorStructInfo" title="tvm.relax.TensorStructInfo"><em>TensorStructInfo</em></a>) – The struct info inherited from TensorStructInfo</p></li>
+<li><p><strong>device_mesh</strong> (<a class="reference internal" href="#tvm.relax.distributed.DeviceMesh" title="tvm.relax.distributed.DeviceMesh"><em>DeviceMesh</em></a>) – The device mesh of the tensor.</p></li>
+<li><p><strong>placement</strong> (<a class="reference internal" href="#tvm.relax.distributed.Placement" title="tvm.relax.distributed.Placement"><em>Placement</em></a>) – The placement of the tensor among the device mesh</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="tvm.relax.distributed.PlacementSpec">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">tvm.relax.distributed.</span></span><span class="sig-name descname"><span class="pre">PlacementSpec</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span c [...]
+<dd><p>Describes how data is distributed in one dimension of the device mesh</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>axis</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.14)"><em>int</em></a>) – If the kind is sharding, this value represents the tensor dimension to shard.
+otherwise, axis is -1</p></li>
+<li><p><strong>kind</strong> (<em>PlacementSpecKind</em>) – The kind of placement spec. Possible values: kSharding and kReplica.</p></li>
+</ul>
+</dd>
+</dl>
+<dl class="py method">
+<dt class="sig sig-object py" id="tvm.relax.distributed.PlacementSpec.sharding">
+<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">sharding</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">axis</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.14)"><span class="pre">int</span> [...]
+<dd><p>Create a sharding placement spec</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>axis</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.14)"><em>int</em></a>) – The tensor dimension to shard.</p>
+</dd>
+<dt class="field-even">Returns<span class="colon">:</span></dt>
+<dd class="field-even"><p><strong>placement_spec</strong> – The placement spec.</p>
+</dd>
+<dt class="field-odd">Return type<span class="colon">:</span></dt>
+<dd class="field-odd"><p><a class="reference internal" href="#tvm.relax.distributed.PlacementSpec" title="tvm.relax.distributed.PlacementSpec">PlacementSpec</a></p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="tvm.relax.distributed.PlacementSpec.replica">
+<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">replica</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="#tvm.relax.distributed.PlacementSpec" title="tvm.relax.distributed.struct_info.PlacementSpec"><span class="pre">PlacementSpec</span></ [...]
+<dd><p>Create a replica placement spec</p>
+<dl class="field-list simple">
+<dt class="field-odd">Returns<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>placement_spec</strong> – The placement spec.</p>
+</dd>
+<dt class="field-even">Return type<span class="colon">:</span></dt>
+<dd class="field-even"><p><a class="reference internal" href="#tvm.relax.distributed.PlacementSpec" title="tvm.relax.distributed.PlacementSpec">PlacementSpec</a></p>
+</dd>
+</dl>
+</dd></dl>
+
+</dd></dl>
+
+</section>
+
+
+ </div>
+
+ </div>
+
+
+<footer>
+
+ <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
+
+ <a href="frontend.html" class="btn btn-neutral float-right" title="tvm.relax.frontend" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+
+
+ <a href="block_builder.html" class="btn btn-neutral float-left" title="tvm.relax.block_builder" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+
+ </div>
+
+<div id="button" class="backtop"><img src="../../../../_static/img/right.svg" alt="backtop"/> </div>
+<section class="footerSec">
+ <div class="footerHeader">
+ <div class="d-flex align-md-items-center justify-content-between flex-column flex-md-row">
+ <div class="copywrite d-flex align-items-center">
+ <h5 id="copy-right-info">© 2026 Apache Software Foundation | All rights reserved</h5>
+ </div>
+ </div>
+
+ </div>
+
+ <div>
+ <div class="footernote">Copyright © 2026 The Apache Software Foundation. Apache TVM, Apache, the Apache feather, and the Apache TVM project logo are either trademarks or registered trademarks of the Apache Software Foundation.</div>
+ </div>
+
+</section>
+</footer>
+ </div>
+ </div>
+
+ </section>
+
+ </div>
+
+
+ <script src="../../../../_static/downloads/popper.min.js" integrity="sha384-ApNbgh9B+Y1QKtv3Rn7W3mgPxhU9K/ScQsAP7hUibX39j7fakFPskvXusvfa0b4Q" crossorigin="anonymous"></script>
+ <script src="../../../../_static/downloads/bootstrap.min.js" integrity="sha384-JZR6Spejh4U02d8jOt6vLEHfe/JQGiRRSQQxSfFWpi1MquVdAyjUar5+76PVCmYl" crossorigin="anonymous"></script>
+
+ </body>
+ <script type="text/javascript">
+ jQuery(function () {
+ SphinxRtdTheme.Navigation.enable(true);
+ });
+ </script>
+
+
+
+
+
+
+</body>
+</html>
\ No newline at end of file
diff --git a/docs/reference/api/python/runtime/runtime.html b/docs/reference/api/python/relax/dpl.html
similarity index 85%
copy from docs/reference/api/python/runtime/runtime.html
copy to docs/reference/api/python/relax/dpl.html
index 402b0cad79b..1eed57a5d85 100644
--- a/docs/reference/api/python/runtime/runtime.html
+++ b/docs/reference/api/python/relax/dpl.html
@@ -10,7 +10,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>tvm.runtime — tvm 0.24.dev0 documentation</title>
+ <title>tvm.relax.dpl — tvm 0.24.dev0 documentation</title>
@@ -45,8 +45,8 @@
<script type="text/javascript" src="../../../../_static/js/tlcpack_theme.js"></script>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="tvm.runtime.vm" href="vm.html" />
- <link rel="prev" title="tvm.driver" href="../driver.html" />
+ <link rel="next" title="tvm.tirx" href="../tirx/tirx.html" />
+ <link rel="prev" title="tvm.relax.transform" href="transform.html" />
</head>
<body class="wy-body-for-nav">
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -206,20 +207,24 @@
<li class="toctree-l2"><a class="reference internal" href="../transform.html">tvm.ir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../target.html">tvm.target</a></li>
<li class="toctree-l2"><a class="reference internal" href="../driver.html">tvm.driver</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">tvm.runtime</a></li>
-<li class="toctree-l2"><a class="reference internal" href="vm.html">tvm.runtime.vm</a></li>
-<li class="toctree-l2"><a class="reference internal" href="disco.html">tvm.runtime.disco</a></li>
-<li class="toctree-l2"><a class="reference internal" href="profiling.html">tvm.runtime.profiling</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../relax/relax.html">tvm.relax</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../relax/analysis.html">tvm.relax.analysis</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../relax/block_builder.html">tvm.relax.block_builder</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../relax/frontend.html">tvm.relax.frontend</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../relax/op.html">tvm.relax.op</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../runtime/runtime.html">tvm.runtime</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../runtime/vm.html">tvm.runtime.vm</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../runtime/disco.html">tvm.runtime.disco</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../runtime/profiling.html">tvm.runtime.profiling</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax.html">tvm.relax</a></li>
+<li class="toctree-l2"><a class="reference internal" href="analysis.html">tvm.relax.analysis</a></li>
+<li class="toctree-l2"><a class="reference internal" href="block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="distributed.html">tvm.relax.distributed</a></li>
+<li class="toctree-l2"><a class="reference internal" href="frontend.html">tvm.relax.frontend</a></li>
+<li class="toctree-l2"><a class="reference internal" href="op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="training.html">tvm.relax.training</a></li>
+<li class="toctree-l2"><a class="reference internal" href="transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="#">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
@@ -299,7 +304,7 @@
<li><a href="../index.html">Python API</a> <span class="br-arrow">></span></li>
- <li>tvm.runtime</li>
+ <li>tvm.relax.dpl</li>
@@ -312,7 +317,7 @@
- <a href="https://github.com/apache/tvm/edit/main/docs/reference/api/python/runtime/runtime.rst" class="fa fa-github"> Edit on GitHub</a>
+ <a href="https://github.com/apache/tvm/edit/main/docs/reference/api/python/relax/dpl.rst" class="fa fa-github"> Edit on GitHub</a>
@@ -326,9 +331,9 @@
<div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
<div itemprop="articleBody">
- <section id="module-tvm.runtime">
-<span id="tvm-runtime"></span><h1>tvm.runtime<a class="headerlink" href="#module-tvm.runtime" title="Link to this heading"></a></h1>
-<p>TVM runtime namespace.</p>
+ <section id="module-tvm.relax.dpl">
+<span id="tvm-relax-dpl"></span><h1>tvm.relax.dpl<a class="headerlink" href="#module-tvm.relax.dpl" title="Link to this heading"></a></h1>
+<p>The Relax Dataflow Pattern Language.</p>
</section>
@@ -341,10 +346,10 @@
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
- <a href="vm.html" class="btn btn-neutral float-right" title="tvm.runtime.vm" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+ <a href="../tirx/tirx.html" class="btn btn-neutral float-right" title="tvm.tirx" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
- <a href="../driver.html" class="btn btn-neutral float-left" title="tvm.driver" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+ <a href="transform.html" class="btn btn-neutral float-left" title="tvm.relax.transform" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
</div>
diff --git a/docs/reference/api/python/relax/frontend.html b/docs/reference/api/python/relax/frontend.html
index 317c32df2e6..950befe92a1 100644
--- a/docs/reference/api/python/relax/frontend.html
+++ b/docs/reference/api/python/relax/frontend.html
@@ -47,7 +47,7 @@
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
<link rel="next" title="tvm.relax.op" href="op.html" />
- <link rel="prev" title="tvm.relax.block_builder" href="block_builder.html" />
+ <link rel="prev" title="tvm.relax.distributed" href="distributed.html" />
</head>
<body class="wy-body-for-nav">
@@ -185,6 +185,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -214,6 +215,7 @@
<li class="toctree-l2"><a class="reference internal" href="relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2 current"><a class="current reference internal" href="#">tvm.relax.frontend</a><ul>
<li class="toctree-l3"><a class="reference internal" href="#tvm.relax.frontend.detach_params"><code class="docutils literal notranslate"><span class="pre">detach_params()</span></code></a></li>
<li class="toctree-l3"><a class="reference internal" href="#tvm-relax-frontend-nn">tvm.relax.frontend.nn</a></li>
@@ -239,11 +241,14 @@
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
@@ -3761,7 +3766,7 @@ weights can be detached by <cite>relax.frontend.detach_params</cite>.</p>
<a href="op.html" class="btn btn-neutral float-right" title="tvm.relax.op" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
- <a href="block_builder.html" class="btn btn-neutral float-left" title="tvm.relax.block_builder" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+ <a href="distributed.html" class="btn btn-neutral float-left" title="tvm.relax.distributed" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
</div>
diff --git a/docs/reference/api/python/relax/op.html b/docs/reference/api/python/relax/op.html
index 86b64c1f87b..64651688797 100644
--- a/docs/reference/api/python/relax/op.html
+++ b/docs/reference/api/python/relax/op.html
@@ -46,7 +46,7 @@
<script type="text/javascript" src="../../../../_static/js/tlcpack_theme.js"></script>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="tvm.relax.transform" href="transform.html" />
+ <link rel="next" title="tvm.relax.training" href="training.html" />
<link rel="prev" title="tvm.relax.frontend" href="frontend.html" />
</head>
@@ -185,6 +185,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -214,6 +215,7 @@
<li class="toctree-l2"><a class="reference internal" href="relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2 current"><a class="current reference internal" href="#">tvm.relax.op</a><ul>
<li class="toctree-l3"><a class="reference internal" href="#id1">tvm.relax.op</a><ul>
@@ -558,11 +560,14 @@
</li>
</ul>
</li>
+<li class="toctree-l2"><a class="reference internal" href="training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
@@ -5949,14 +5954,14 @@ Now “sum”, “prod”, “min”, “max” and “avg” are supported.</p>
<p>Operators serving for distributed Relax.</p>
<dl class="py function">
<dt class="sig sig-object py" id="tvm.relax.op.distributed.annotate_sharding">
-<span class="sig-prename descclassname"><span class="pre">tvm.relax.op.distributed.</span></span><span class="sig-name descname"><span class="pre">annotate_sharding</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">input</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../ir.html#tvm.ir.RelaxExpr" title="tvm.ir.expr.RelaxExpr"><span class="pre">Relax [...]
+<span class="sig-prename descclassname"><span class="pre">tvm.relax.op.distributed.</span></span><span class="sig-name descname"><span class="pre">annotate_sharding</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">input</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../ir.html#tvm.ir.RelaxExpr" title="tvm.ir.expr.RelaxExpr"><span class="pre">Relax [...]
<dd><p>Annotate sharding plan for tensor</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters<span class="colon">:</span></dt>
<dd class="field-odd"><ul class="simple">
<li><p><strong>input</strong> (<em>relax.Expr</em>) – The input tensor.</p></li>
-<li><p><strong>device_mesh</strong> (<em>DeviceMesh</em>) – The device mesh of the sharding plan</p></li>
-<li><p><strong>placement</strong> (<em>Placement</em>) – The placement of the sharding plan</p></li>
+<li><p><strong>device_mesh</strong> (<a class="reference internal" href="distributed.html#tvm.relax.distributed.DeviceMesh" title="tvm.relax.distributed.DeviceMesh"><em>DeviceMesh</em></a>) – The device mesh of the sharding plan</p></li>
+<li><p><strong>placement</strong> (<a class="reference internal" href="distributed.html#tvm.relax.distributed.Placement" title="tvm.relax.distributed.Placement"><em>Placement</em></a>) – The placement of the sharding plan</p></li>
</ul>
</dd>
<dt class="field-even">Returns<span class="colon">:</span></dt>
@@ -5970,14 +5975,14 @@ Now “sum”, “prod”, “min”, “max” and “avg” are supported.</p>
<dl class="py function">
<dt class="sig sig-object py" id="tvm.relax.op.distributed.redistribute">
-<span class="sig-prename descclassname"><span class="pre">tvm.relax.op.distributed.</span></span><span class="sig-name descname"><span class="pre">redistribute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">input</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../ir.html#tvm.ir.RelaxExpr" title="tvm.ir.expr.RelaxExpr"><span class="pre">RelaxExpr< [...]
+<span class="sig-prename descclassname"><span class="pre">tvm.relax.op.distributed.</span></span><span class="sig-name descname"><span class="pre">redistribute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">input</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../ir.html#tvm.ir.RelaxExpr" title="tvm.ir.expr.RelaxExpr"><span class="pre">RelaxExpr< [...]
<dd><p>Redistribute tensor</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters<span class="colon">:</span></dt>
<dd class="field-odd"><ul class="simple">
<li><p><strong>input</strong> (<em>relax.Expr</em>) – The input tensor.</p></li>
-<li><p><strong>device_mesh</strong> (<em>DeviceMesh</em>) – The device mesh after redistribution</p></li>
-<li><p><strong>placement</strong> (<em>Placement</em>) – The placement after redistribution</p></li>
+<li><p><strong>device_mesh</strong> (<a class="reference internal" href="distributed.html#tvm.relax.distributed.DeviceMesh" title="tvm.relax.distributed.DeviceMesh"><em>DeviceMesh</em></a>) – The device mesh after redistribution</p></li>
+<li><p><strong>placement</strong> (<a class="reference internal" href="distributed.html#tvm.relax.distributed.Placement" title="tvm.relax.distributed.Placement"><em>Placement</em></a>) – The placement after redistribution</p></li>
</ul>
</dd>
<dt class="field-even">Returns<span class="colon">:</span></dt>
@@ -5991,7 +5996,7 @@ Now “sum”, “prod”, “min”, “max” and “avg” are supported.</p>
<dl class="py function">
<dt class="sig sig-object py" id="tvm.relax.op.distributed.call_tir_local_view">
-<span class="sig-prename descclassname"><span class="pre">tvm.relax.op.distributed.</span></span><span class="sig-name descname"><span class="pre">call_tir_local_view</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">gvar</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../ir.html#tvm.ir.GlobalVar" title="tvm.ir.expr.GlobalVar"><span class="pre">Glob [...]
+<span class="sig-prename descclassname"><span class="pre">tvm.relax.op.distributed.</span></span><span class="sig-name descname"><span class="pre">call_tir_local_view</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">gvar</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../ir.html#tvm.ir.GlobalVar" title="tvm.ir.expr.GlobalVar"><span class="pre">Glob [...]
<dd><p>relax.Call a tirx.prim_func and return the output. The prim_func should be a worker-local function
that is actually executed on each worker, instead of the unpartitioned function.
The output of this operator is DTensor or a tuple of DTensors.</p>
@@ -6000,7 +6005,7 @@ The output of this operator is DTensor or a tuple of DTensors.</p>
<dd class="field-odd"><ul class="simple">
<li><p><strong>gvar</strong> (<a class="reference internal" href="../ir.html#tvm.ir.GlobalVar" title="tvm.ir.GlobalVar"><em>GlobalVar</em></a>) – The GlobalVar referring to a tirx PrimFunc.</p></li>
<li><p><strong>args</strong> (<em>Expr</em>) – The input arguments.</p></li>
-<li><p><strong>out_sinfo</strong> (<em>Union</em><em>[</em><em>DTensorStructInfo</em><em>, </em><em>List</em><em>[</em><em>DTensorStructInfo</em><em>]</em><em>]</em>) – The structure info of the call_tir output.
+<li><p><strong>out_sinfo</strong> (<em>Union</em><em>[</em><a class="reference internal" href="distributed.html#tvm.relax.distributed.DTensorStructInfo" title="tvm.relax.distributed.DTensorStructInfo"><em>DTensorStructInfo</em></a><em>, </em><em>List</em><em>[</em><a class="reference internal" href="distributed.html#tvm.relax.distributed.DTensorStructInfo" title="tvm.relax.distributed.DTensorStructInfo"><em>DTensorStructInfo</em></a><em>]</em><em>]</em>) – The structure info of the call_ [...]
It should be a single or a list of DTensorStructInfo. Each one denotes the
structure info of a returned tensor.</p></li>
<li><p><strong>tir_vars</strong> (<em>Optional</em><em>[</em><em>Union</em><em>[</em><a class="reference internal" href="relax.html#tvm.relax.ShapeExpr" title="tvm.relax.ShapeExpr"><em>ShapeExpr</em></a><em>, </em><a class="reference internal" href="relax.html#tvm.relax.Tuple" title="tvm.relax.Tuple"><em>Tuple</em></a><em>[</em><a class="reference internal" href="../ir.html#tvm.ir.PrimExpr" title="tvm.ir.PrimExpr"><em>PrimExpr</em></a><em>]</em><em>, </em><em>List</em><em>[</em><a class= [...]
@@ -8630,7 +8635,7 @@ null at runtime, in order to kill the input object.</p>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
- <a href="transform.html" class="btn btn-neutral float-right" title="tvm.relax.transform" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+ <a href="training.html" class="btn btn-neutral float-right" title="tvm.relax.training" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
<a href="frontend.html" class="btn btn-neutral float-left" title="tvm.relax.frontend" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
diff --git a/docs/reference/api/python/relax/relax.html b/docs/reference/api/python/relax/relax.html
index 612e8fe0cd5..e6ada53dad1 100644
--- a/docs/reference/api/python/relax/relax.html
+++ b/docs/reference/api/python/relax/relax.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -398,13 +399,17 @@
</li>
<li class="toctree-l2"><a class="reference internal" href="analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/relax/training.html b/docs/reference/api/python/relax/training.html
new file mode 100644
index 00000000000..1272053d2f4
--- /dev/null
+++ b/docs/reference/api/python/relax/training.html
@@ -0,0 +1,665 @@
+
+
+
+
+<!DOCTYPE html>
+<html class="writer-html5" lang="en" >
+<head>
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1" />
+
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <title>tvm.relax.training — tvm 0.24.dev0 documentation</title>
+
+
+
+ <link rel="stylesheet" href="../../../../_static/downloads/bootstrap.min.css" integrity="sha384-Gn5384xqQ1aoWXA+058RXPxPg6fy4IWvTNh0E263XmFcJlSAwiGgFAW/dAiS6JXm" crossorigin="anonymous">
+ <link rel="stylesheet" href="../../../../_static/pygments.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/css/theme.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/sg_gallery.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/sg_gallery-binder.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/sg_gallery-dataframe.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/sg_gallery-rendered-html.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/pygments.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/css/tlcpack_theme.css" type="text/css" />
+
+
+
+
+
+
+
+
+
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../" src="../../../../_static/documentation_options.js"></script>
+ <script src="../../../../_static/jquery.js?v=5d32c60e"></script>
+ <script src="../../../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
+ <script src="../../../../_static/documentation_options.js?v=0bc77288"></script>
+ <script src="../../../../_static/doctools.js?v=9bcbadda"></script>
+ <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
+
+ <script type="text/javascript" src="../../../../_static/js/theme.js"></script>
+
+
+ <script type="text/javascript" src="../../../../_static/js/tlcpack_theme.js"></script>
+ <link rel="index" title="Index" href="../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../search.html" />
+ <link rel="next" title="tvm.relax.transform" href="transform.html" />
+ <link rel="prev" title="tvm.relax.op" href="op.html" />
+</head>
+
+<body class="wy-body-for-nav">
+
+
+ <div class="wy-grid-for-nav">
+
+
+<header class="header">
+ <div class="innercontainer">
+ <div class="headerInner d-flex justify-content-between align-items-center">
+ <div class="headerLogo">
+ <a href="https://tvm.apache.org/"><img src=https://tvm.apache.org/assets/images/logo.svg alt="logo"></a>
+ </div>
+
+ <div id="headMenu" class="headerNav">
+ <button type="button" id="closeHeadMenu" class="navCloseBtn"><img src="../../../../_static/img/close-icon.svg" alt="Close"></button>
+ <ul class="nav">
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/community>Community</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/download>Download</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/docs>Docs</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://github.com/apache/tvm/>GitHub</a>
+ </li>
+ </ul>
+ <div class="responsivetlcdropdown">
+ <button type="button" class="btn-link">
+ ASF
+ </button>
+ <ul>
+ <li>
+ <a href=https://apache.org/>Apache Homepage</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/licenses/>License</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/sponsorship.html>Sponsorship</a>
+ </li>
+ <li>
+ <a href=https://tvm.apache.org/docs/reference/security.html>Security</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/thanks.html>Thanks</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/events/current-event>Events</a>
+ </li>
+ </ul>
+ </div>
+ </div>
+ <div class="responsiveMenuIcon">
+ <button type="button" id="menuBtn" class="btn-menu"><img src="../../../../_static/img/menu-icon.svg" alt="Menu Icon"></button>
+ </div>
+
+ <div class="tlcDropdown">
+ <div class="dropdown">
+ <button type="button" class="btn-link dropdown-toggle" data-toggle="dropdown" aria-haspopup="true" aria-expanded="false">
+ ASF
+ </button>
+ <div class="dropdown-menu dropdown-menu-right">
+ <ul>
+ <li>
+ <a href=https://apache.org/>Apache Homepage</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/licenses/>License</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/sponsorship.html>Sponsorship</a>
+ </li>
+ <li>
+ <a href=https://tvm.apache.org/docs/reference/security.html>Security</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/thanks.html>Thanks</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/events/current-event>Events</a>
+ </li>
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+ </header>
+
+ <nav data-toggle="wy-nav-shift" class="wy-nav-side fixed">
+ <div class="wy-side-scroll">
+ <div class="wy-side-nav-search" >
+
+
+
+ <a href="../../../../index.html" class="sidetitle" alt="Documentation Home"> tvm
+
+
+
+ </a>
+
+
+
+
+<div role="search">
+ <form id="rtd-search-form" class="wy-form" action="../../../../search.html" method="get">
+ <input type="text" name="q" placeholder="Search docs" aria-label="Search docs" />
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+ </form>
+</div>
+
+
+ </div>
+
+
+ <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+
+
+
+
+
+
+ <p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../get_started/overview.html">Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../install/index.html">Installing TVM</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../get_started/tutorials/quick_start.html">Quick Start</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../get_started/tutorials/ir_module.html">IRModule</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">How To</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../arch/index.html">Design and Architecture</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../deep_dive/tensor_ir/index.html">TensorIR</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../deep_dive/relax/index.html">Relax</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">API Reference</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../error.html">tvm.error</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../ir.html">tvm.ir</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../instrument.html">tvm.ir.instrument</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../transform.html">tvm.ir.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../target.html">tvm.target</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../driver.html">tvm.driver</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../runtime/runtime.html">tvm.runtime</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../runtime/vm.html">tvm.runtime.vm</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../runtime/disco.html">tvm.runtime.disco</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../runtime/profiling.html">tvm.runtime.profiling</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax.html">tvm.relax</a></li>
+<li class="toctree-l2"><a class="reference internal" href="analysis.html">tvm.relax.analysis</a></li>
+<li class="toctree-l2"><a class="reference internal" href="block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="distributed.html">tvm.relax.distributed</a></li>
+<li class="toctree-l2"><a class="reference internal" href="frontend.html">tvm.relax.frontend</a></li>
+<li class="toctree-l2"><a class="reference internal" href="op.html">tvm.relax.op</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="#">tvm.relax.training</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.relax.training.SetupTrainer"><code class="docutils literal notranslate"><span class="pre">SetupTrainer</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.relax.training.Trainer"><code class="docutils literal notranslate"><span class="pre">Trainer</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="#tvm.relax.training.Trainer.xaiver_uniform_init_params"><code class="docutils literal notranslate"><span class="pre">Trainer.xaiver_uniform_init_params()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="#tvm.relax.training.Trainer.zero_init_params"><code class="docutils literal notranslate"><span class="pre">Trainer.zero_init_params()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="#tvm.relax.training.Trainer.zero_init_states"><code class="docutils literal notranslate"><span class="pre">Trainer.zero_init_states()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="#tvm.relax.training.Trainer.load_params"><code class="docutils literal notranslate"><span class="pre">Trainer.load_params()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="#tvm.relax.training.Trainer.load_states"><code class="docutils literal notranslate"><span class="pre">Trainer.load_states()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="#tvm.relax.training.Trainer.export_params"><code class="docutils literal notranslate"><span class="pre">Trainer.export_params()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="#tvm.relax.training.Trainer.export_states"><code class="docutils literal notranslate"><span class="pre">Trainer.export_states()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="#tvm.relax.training.Trainer.predict"><code class="docutils literal notranslate"><span class="pre">Trainer.predict()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="#tvm.relax.training.Trainer.update"><code class="docutils literal notranslate"><span class="pre">Trainer.update()</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="#tvm.relax.training.Trainer.profile_adjoint"><code class="docutils literal notranslate"><span class="pre">Trainer.profile_adjoint()</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.relax.training.AppendLoss"><code class="docutils literal notranslate"><span class="pre">AppendLoss()</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dpl.html">tvm.relax.dpl</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../te.html">tvm.te</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../topi.html">tvm.topi</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../meta_schedule.html">tvm.s_tir.meta_schedule</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../rpc.html">tvm.rpc</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../contrib.html">tvm.contrib</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../../links.html">Other APIs</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">About</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../contribute/index.html">Contributor Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../publications.html">Publications</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../security.html">Security Guide</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Index</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../genindex.html">Index</a></li>
+</ul>
+
+
+
+ </div>
+
+ </div>
+ </nav>
+
+ <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
+
+ <nav class="wy-nav-top" aria-label="top navigation" data-toggle="wy-nav-top">
+
+ <div class="togglemenu">
+
+ </div>
+ <div class="nav-content">
+ <!-- tvm -->
+ Table of Contents
+ </div>
+
+ </nav>
+
+
+ <div class="wy-nav-content">
+
+ <div class="rst-content">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation">
+
+ <ul class="wy-breadcrumbs">
+
+ <li><a href="../../../../index.html">Docs</a> <span class="br-arrow">></span></li>
+
+ <li><a href="../index.html">Python API</a> <span class="br-arrow">></span></li>
+
+ <li>tvm.relax.training</li>
+
+
+
+
+
+
+
+
+ <li class="wy-breadcrumbs-aside">
+
+
+
+ <a href="https://github.com/apache/tvm/edit/main/docs/reference/api/python/relax/training.rst" class="fa fa-github"> Edit on GitHub</a>
+
+
+
+ </li>
+
+ </ul>
+
+
+ <hr/>
+</div>
+ <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
+ <div itemprop="articleBody">
+
+ <section id="module-tvm.relax.training">
+<span id="tvm-relax-training"></span><h1>tvm.relax.training<a class="headerlink" href="#module-tvm.relax.training" title="Link to this heading"></a></h1>
+<p>The Relax training APIs.</p>
+<dl class="py class">
+<dt class="sig sig-object py" id="tvm.relax.training.SetupTrainer">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">tvm.relax.training.</span></span><span class="sig-name descname"><span class="pre">SetupTrainer</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">loss</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Loss</span></span></em>, <em cla [...]
+<dd><p>Transform a backbone module to a complete, legalized trainer module.</p>
+<p>The provided backbone module should contain at least a function named <cite>backbone</cite>, and has two
+int attributes <cite>param_num</cite> and <cite>state_num</cite>, as follows:</p>
+<p>Here each of input_instances, parameters, states, backbone_result and updated_states can
+denote a number of parameters. The length of parameters and the length of states is specified
+by param_num and state_num respectively.</p>
+<p><cite>states</cite> denote the states that we need to maintain as the training process proceeds, such as
+the running mean and the running var of the batch norm operator. The updated states is returned
+in <cite>updated_states</cite>. States can be empty if there is no state that needs to be updated.</p>
+<p>The transformed module will at least contain the functions and attributes listed below:</p>
+<p>The transformed module contains an attribute <cite>optim_states</cite> as the initial optimizer states.</p>
+<p>Then the transformed module will be legalized by <cite>relax.transform.LegalizeOps()</cite> to lower
+relax operators into TIR functions.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>loss</strong> (<em>Loss</em>) – The loss function. It will be appended to the backbone function using
+relax.transform.AppendLoss.</p></li>
+<li><p><strong>optimizer</strong> (<em>Optimizer</em>) – The optimizer. It will be put as the <cite>optimizer</cite> function of the transformed module.</p></li>
+<li><p><strong>loss_args</strong> (<em>List</em><em>[</em><a class="reference internal" href="relax.html#tvm.relax.TensorStructInfo" title="tvm.relax.TensorStructInfo"><em>TensorStructInfo</em></a><em>]</em>) – The arguments to call the loss function.</p></li>
+<li><p><strong>legalize</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.14)"><em>bool</em></a>) – Whether to legalize the module. Default: True.</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="tvm.relax.training.Trainer">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">tvm.relax.training.</span></span><span class="sig-name descname"><span class="pre">Trainer</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">train_mod</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../ir.html#tvm [...]
+<dd><p>Unified wrapper for relax training. It accepts the IRModule (that is the result of
+SetupTrainer) and the relax VM (that contains the built result of the IRModule), and helps run
+the VM. It maintains the parameters, the model states and the optimizer states internally.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>train_mod</strong> (<em>tvm.IRModule</em>) – The IRModule that will be run. Should be the result of a backbone module being transformed
+by the SetupTrainer pass.</p></li>
+<li><p><strong>vm</strong> (<a class="reference internal" href="relax.html#tvm.relax.VirtualMachine" title="tvm.relax.VirtualMachine"><em>tvm.relax.VirtualMachine</em></a>) – The relax virtual machine that contains the built result of train_mod. Considering the
+complexity and flexibility of building, we require user build the train_mod outside of
+trainer and pass the result vm.</p></li>
+<li><p><strong>device</strong> (<em>tvm.runtime.Device</em>) – The device to place the parameters and states in.</p></li>
+<li><p><strong>zero_init_param_state</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.14)"><em>bool</em></a>) – If true, all parameters and states will be inited to zero. It requires all parameters and
+states have static shape.</p></li>
+</ul>
+</dd>
+</dl>
+<p class="rubric">Examples</p>
+<dl class="py method">
+<dt class="sig sig-object py" id="tvm.relax.training.Trainer.xaiver_uniform_init_params">
+<span class="sig-name descname"><span class="pre">xaiver_uniform_init_params</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#tvm.relax.training.Trainer.xaiver_uniform_init_params" title="Link to this definition"></a></dt>
+<dd><p>Xaiver uniformly initialize parameters using the method described in <cite>Understanding the
+difficulty of training deep feedforward neural networks</cite> - Glorot, X. & Bengio, Y.
+(2010).</p>
+<p>Requires all parameters have static shapes.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="tvm.relax.training.Trainer.zero_init_params">
+<span class="sig-name descname"><span class="pre">zero_init_params</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#tvm.relax.training.Trainer.zero_init_params" title="Link to this definition"></a></dt>
+<dd><p>Zero initialize all parameters. Requires all parameters have static shapes.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="tvm.relax.training.Trainer.zero_init_states">
+<span class="sig-name descname"><span class="pre">zero_init_states</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#tvm.relax.training.Trainer.zero_init_states" title="Link to this definition"></a></dt>
+<dd><p>Zero initialize all states. Requires all states have static shapes.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="tvm.relax.training.Trainer.load_params">
+<span class="sig-name descname"><span class="pre">load_params</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">params</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.14)"><span class="pre">list</span></a><span class="p"><span class="pre">[</span></span><span class="pre">ndar [...]
+<dd><p>Load parameters from a dict or a list. Will convert parameters into tvm.runtime.Tensor
+in self.device.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>params</strong> (<em>List</em><em>[</em><em>Union</em><em>[</em><em>np.ndarray</em><em>, </em><a class="reference internal" href="../te.html#tvm.te.Tensor" title="tvm.te.Tensor"><em>Tensor</em></a><em>]</em><em>]</em><em>, </em><em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.14)"><em>str</em></a><em>, </em><em>Union</em><em>[</em><em>np.ndarray</em><em>, </em><a class="re [...]
+<p>If params is a list, its length should be param_num. The value of parameters at the
+corresponding index will be updated.</p>
+<p>If params is a dict, it should map variable name to value. The name should be the same
+as the parameter name in the backbone function. The values of the corresponding
+parameters will be updated.</p>
+</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="tvm.relax.training.Trainer.load_states">
+<span class="sig-name descname"><span class="pre">load_states</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">states</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.14)"><span class="pre">list</span></a><span class="p"><span class="pre">[</span></span><span class="pre">ndar [...]
+<dd><p>Load model states from a dict or a list. Will convert states into tvm.runtime.Tensor
+in self.device.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>states</strong> (<em>List</em><em>[</em><em>Union</em><em>[</em><em>np.ndarray</em><em>, </em><a class="reference internal" href="../te.html#tvm.te.Tensor" title="tvm.te.Tensor"><em>Tensor</em></a><em>]</em><em>]</em><em>, </em><em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.14)"><em>str</em></a><em>, </em><em>Union</em><em>[</em><em>np.ndarray</em><em>, </em><a class="re [...]
+<p>If states is a list, its length should be state_num. The value of states at the
+corresponding index will be updated.</p>
+<p>If params is a dict, it should map variable name to value. The name should be the same
+as the state name in the backbone function. The values of the corresponding states will
+be updated.</p>
+</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="tvm.relax.training.Trainer.export_params">
+<span class="sig-name descname"><span class="pre">export_params</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.14)"><span class="pre">dict</span></a><span class="p"><span class="pre">[</span></span><a class="reference external" href="https://doc [...]
+<dd><p>Export parameters to a dict (parameter name -> Tensor).</p>
+<dl class="field-list simple">
+<dt class="field-odd">Returns<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>exported_dict</strong> – The exported dictionary of parameters.</p>
+</dd>
+<dt class="field-even">Return type<span class="colon">:</span></dt>
+<dd class="field-even"><p>Dict[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.14)">str</a>, <a class="reference internal" href="../te.html#tvm.te.Tensor" title="tvm.te.Tensor">Tensor</a>]</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="tvm.relax.training.Trainer.export_states">
+<span class="sig-name descname"><span class="pre">export_states</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.14)"><span class="pre">dict</span></a><span class="p"><span class="pre">[</span></span><a class="reference external" href="https://doc [...]
+<dd><p>Export model states to a dict (parameter name -> Tensor).</p>
+<dl class="field-list simple">
+<dt class="field-odd">Returns<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>exported_dict</strong> – The exported dictionary of model states.</p>
+</dd>
+<dt class="field-even">Return type<span class="colon">:</span></dt>
+<dd class="field-even"><p>Dict[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.14)">str</a>, <a class="reference internal" href="../te.html#tvm.te.Tensor" title="tvm.te.Tensor">Tensor</a>]</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="tvm.relax.training.Trainer.predict">
+<span class="sig-name descname"><span class="pre">predict</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">input_instances</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">ndarray</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Tensor</span></span [...]
+<dd><p>relax.Call the <cite>backbone</cite> function and return the prediction result of the backbone.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>*input_instances</strong> (<em>Union</em><em>[</em><em>np.ndarray</em><em>, </em><a class="reference internal" href="../te.html#tvm.te.Tensor" title="tvm.te.Tensor"><em>Tensor</em></a><em>]</em>) – The values corresponding to the input_instances part of the backbone function.
+Parameters and model states are not needed to provide.</p>
+</dd>
+<dt class="field-even">Returns<span class="colon">:</span></dt>
+<dd class="field-even"><p><strong>output</strong> – The result of the backbone function. If the backbone contains model states, the updated
+states WILL NOT be returned.</p>
+</dd>
+<dt class="field-odd">Return type<span class="colon">:</span></dt>
+<dd class="field-odd"><p><a class="reference internal" href="../te.html#tvm.te.Tensor" title="tvm.te.Tensor">Tensor</a></p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="tvm.relax.training.Trainer.update">
+<span class="sig-name descname"><span class="pre">update</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">input_instances</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">ndarray</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">Tensor</span><span class="w"> </span><span class="p"><span class="pre [...]
+<dd><p>Update parameters and model states. It will calculate the gradients of parameters
+and update them using the <cite>optimizer</cite> function.</p>
+<p>Parameters, model states and optimizer states are provided in the function, so you do not
+need to provied them.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>input_instances</strong> (<em>Union</em><em>[</em><em>np.ndarray</em><em>, </em><a class="reference internal" href="../te.html#tvm.te.Tensor" title="tvm.te.Tensor"><em>Tensor</em></a><em>, </em><em>List</em><em>[</em><em>Union</em><em>[</em><em>np.ndarray</em><em>, </em><a class="reference internal" href="../te.html#tvm.te.Tensor" title="tvm.te.Tensor"><em>Tensor</em></a><em>]</em><em>]</em><em>]</em>) – <p>The values corresponding to the input_instances part of the backbo [...]
+Parameters and model states are not needed to provide.</p>
+<p>If there are more than one input instances, you can provide a list.</p>
+</p></li>
+<li><p><strong>targets</strong> (<em>Union</em><em>[</em><em>np.ndarray</em><em>, </em><a class="reference internal" href="../te.html#tvm.te.Tensor" title="tvm.te.Tensor"><em>Tensor</em></a><em>, </em><em>List</em><em>[</em><em>Union</em><em>[</em><em>np.ndarray</em><em>, </em><a class="reference internal" href="../te.html#tvm.te.Tensor" title="tvm.te.Tensor"><em>Tensor</em></a><em>]</em><em>]</em><em>]</em>) – <p>The values corresponding to the targets part of the backbone function.</p>
+<p>If there are more than one targets, you can provide a list.</p>
+</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns<span class="colon">:</span></dt>
+<dd class="field-even"><p><strong>loss</strong> – The loss stored in tvm.runtime.Tensor.</p>
+</dd>
+<dt class="field-odd">Return type<span class="colon">:</span></dt>
+<dd class="field-odd"><p><a class="reference internal" href="../te.html#tvm.te.Tensor" title="tvm.te.Tensor">Tensor</a></p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="tvm.relax.training.Trainer.profile_adjoint">
+<span class="sig-name descname"><span class="pre">profile_adjoint</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">input_instances</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.14)"><span class="pre">list</span></a><span class="p"><span class="pre">[</span></span><span cla [...]
+<dd><p>Profile the adjoint function. It requires the VM to be constructed with <cite>profile=True</cite>,
+and runs <cite>tvm.relax.VirtualMachine.profile()</cite> internally.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>input_instances</strong> (<em>Union</em><em>[</em><em>np.ndarray</em><em>, </em><a class="reference internal" href="../te.html#tvm.te.Tensor" title="tvm.te.Tensor"><em>Tensor</em></a><em>, </em><em>List</em><em>[</em><em>Union</em><em>[</em><em>np.ndarray</em><em>, </em><a class="reference internal" href="../te.html#tvm.te.Tensor" title="tvm.te.Tensor"><em>Tensor</em></a><em>]</em><em>]</em><em>]</em>) – <p>The values corresponding to the input_instances part of the backbo [...]
+Parameters and model states are not needed to provide.</p>
+<p>If there are more than one input instances, you can provide a list.</p>
+</p></li>
+<li><p><strong>targets</strong> (<em>Union</em><em>[</em><em>np.ndarray</em><em>, </em><a class="reference internal" href="../te.html#tvm.te.Tensor" title="tvm.te.Tensor"><em>Tensor</em></a><em>, </em><em>List</em><em>[</em><em>Union</em><em>[</em><em>np.ndarray</em><em>, </em><a class="reference internal" href="../te.html#tvm.te.Tensor" title="tvm.te.Tensor"><em>Tensor</em></a><em>]</em><em>]</em><em>]</em>) – <p>The values corresponding to the targets part of the backbone function.</p>
+<p>If there are more than one targets, you can provide a list.</p>
+</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns<span class="colon">:</span></dt>
+<dd class="field-even"><p><strong>report</strong> – The formatted profiling result.</p>
+</dd>
+<dt class="field-odd">Return type<span class="colon">:</span></dt>
+<dd class="field-odd"><p><a class="reference internal" href="../runtime/profiling.html#tvm.runtime.profiling.Report" title="tvm.runtime.profiling.Report">tvm.runtime.profiling.Report</a></p>
+</dd>
+</dl>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tvm.relax.training.AppendLoss">
+<span class="sig-prename descclassname"><span class="pre">tvm.relax.training.</span></span><span class="sig-name descname"><span class="pre">AppendLoss</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func_name</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.14)"><span class= [...]
+<dd><p>Append the loss function to the backbone function specified by <cite>func_name</cite>. Generally, the
+loss function is generated by instances of <cite>relax.training.Loss</cite>.</p>
+<p>The backbone function and the loss function should satisfy a few restrictions:
+- Both backbone and loss should contain exactly one DataflowBlock.
+- Backbone should return either one relax.Var, or a tuple of Vars
+- Loss should return a scalar(0-dim Tensor) relax.Var</p>
+<p>They should be like:</p>
+<p>Here each of input_instances, parameters, states, backbone_result and updated_states can
+denote a number of parameters.</p>
+<p><cite>states</cite> denote the states that we need to maintain as the training process proceeds, such as
+the running mean and the running var of the batch norm operator. The updated states is returned
+in <cite>updated_states</cite>. States can be empty if there is no state that needs to be updated.</p>
+<p>The appended result contains only one DataflowBlock containing all bindings in backbone and
+loss. It will be like:</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>func_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.14)"><em>str</em></a>) – The name of the backbone function in the IRModule.</p></li>
+<li><p><strong>loss_func</strong> (<a class="reference internal" href="relax.html#tvm.relax.Function" title="tvm.relax.Function"><em>Function</em></a>) – The loss function.</p></li>
+<li><p><strong>num_backbone_outputs</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.14)"><em>int</em></a>) – Specify the number of <cite>prediction_outputs</cite> of the backbone function. Default: 1.</p></li>
+<li><p><strong>new_func_name</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.14)"><em>str</em></a><em>]</em>) – Specify the name of the appended result. If it is not specified, the name will be
+<cite>func_name + “_loss”</cite>.</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns<span class="colon">:</span></dt>
+<dd class="field-even"><p><strong>ret</strong> – The result function.</p>
+</dd>
+<dt class="field-odd">Return type<span class="colon">:</span></dt>
+<dd class="field-odd"><p><a class="reference internal" href="relax.html#tvm.relax.Function" title="tvm.relax.Function">Function</a></p>
+</dd>
+</dl>
+<p class="rubric">Examples</p>
+<p>Will get</p>
+<p class="rubric">Notes</p>
+<p>This util can be replaced if we have inline pass. It is equivalent to inline a tail call in
+some sense.</p>
+</dd></dl>
+
+</section>
+
+
+ </div>
+
+ </div>
+
+
+<footer>
+
+ <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
+
+ <a href="transform.html" class="btn btn-neutral float-right" title="tvm.relax.transform" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+
+
+ <a href="op.html" class="btn btn-neutral float-left" title="tvm.relax.op" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+
+ </div>
+
+<div id="button" class="backtop"><img src="../../../../_static/img/right.svg" alt="backtop"/> </div>
+<section class="footerSec">
+ <div class="footerHeader">
+ <div class="d-flex align-md-items-center justify-content-between flex-column flex-md-row">
+ <div class="copywrite d-flex align-items-center">
+ <h5 id="copy-right-info">© 2026 Apache Software Foundation | All rights reserved</h5>
+ </div>
+ </div>
+
+ </div>
+
+ <div>
+ <div class="footernote">Copyright © 2026 The Apache Software Foundation. Apache TVM, Apache, the Apache feather, and the Apache TVM project logo are either trademarks or registered trademarks of the Apache Software Foundation.</div>
+ </div>
+
+</section>
+</footer>
+ </div>
+ </div>
+
+ </section>
+
+ </div>
+
+
+ <script src="../../../../_static/downloads/popper.min.js" integrity="sha384-ApNbgh9B+Y1QKtv3Rn7W3mgPxhU9K/ScQsAP7hUibX39j7fakFPskvXusvfa0b4Q" crossorigin="anonymous"></script>
+ <script src="../../../../_static/downloads/bootstrap.min.js" integrity="sha384-JZR6Spejh4U02d8jOt6vLEHfe/JQGiRRSQQxSfFWpi1MquVdAyjUar5+76PVCmYl" crossorigin="anonymous"></script>
+
+ </body>
+ <script type="text/javascript">
+ jQuery(function () {
+ SphinxRtdTheme.Navigation.enable(true);
+ });
+ </script>
+
+
+
+
+
+
+</body>
+</html>
\ No newline at end of file
diff --git a/docs/reference/api/python/relax/transform.html b/docs/reference/api/python/relax/transform.html
index ccb98c46a0a..b33add21985 100644
--- a/docs/reference/api/python/relax/transform.html
+++ b/docs/reference/api/python/relax/transform.html
@@ -45,8 +45,8 @@
<script type="text/javascript" src="../../../../_static/js/tlcpack_theme.js"></script>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="tvm.tirx" href="../tirx/tirx.html" />
- <link rel="prev" title="tvm.relax.op" href="op.html" />
+ <link rel="next" title="tvm.relax.dpl" href="dpl.html" />
+ <link rel="prev" title="tvm.relax.training" href="training.html" />
</head>
<body class="wy-body-for-nav">
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -213,8 +214,10 @@
<li class="toctree-l2"><a class="reference internal" href="relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="training.html">tvm.relax.training</a></li>
<li class="toctree-l2 current"><a class="current reference internal" href="#">tvm.relax.transform</a><ul>
<li class="toctree-l3"><a class="reference internal" href="#tvm.relax.transform.AdjustMatmulOrder"><code class="docutils literal notranslate"><span class="pre">AdjustMatmulOrder()</span></code></a></li>
<li class="toctree-l3"><a class="reference internal" href="#tvm.relax.transform.AllocateWorkspace"><code class="docutils literal notranslate"><span class="pre">AllocateWorkspace()</span></code></a></li>
@@ -295,10 +298,12 @@
<li class="toctree-l3"><a class="reference internal" href="#tvm.relax.transform.RemoveRedundantReshape"><code class="docutils literal notranslate"><span class="pre">RemoveRedundantReshape</span></code></a></li>
</ul>
</li>
+<li class="toctree-l2"><a class="reference internal" href="dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
@@ -2162,10 +2167,10 @@ This pass can be removed when FoldScaleAcis enhances to support this case.</p>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
- <a href="../tirx/tirx.html" class="btn btn-neutral float-right" title="tvm.tirx" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+ <a href="dpl.html" class="btn btn-neutral float-right" title="tvm.relax.dpl" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
- <a href="op.html" class="btn btn-neutral float-left" title="tvm.relax.op" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+ <a href="training.html" class="btn btn-neutral float-left" title="tvm.relax.training" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
</div>
diff --git a/docs/reference/api/python/rpc.html b/docs/reference/api/python/rpc.html
index 89bc824db54..e53c0e35513 100644
--- a/docs/reference/api/python/rpc.html
+++ b/docs/reference/api/python/rpc.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -213,13 +214,17 @@
<li class="toctree-l2"><a class="reference internal" href="relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/runtime/disco.html b/docs/reference/api/python/runtime/disco.html
index b61eea7eb5f..439d5be1dc3 100644
--- a/docs/reference/api/python/runtime/disco.html
+++ b/docs/reference/api/python/runtime/disco.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -246,13 +247,17 @@
<li class="toctree-l2"><a class="reference internal" href="../relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/runtime/profiling.html b/docs/reference/api/python/runtime/profiling.html
index 3723ca19829..71aed95dbe7 100644
--- a/docs/reference/api/python/runtime/profiling.html
+++ b/docs/reference/api/python/runtime/profiling.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -231,13 +232,17 @@
<li class="toctree-l2"><a class="reference internal" href="../relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/runtime/runtime.html b/docs/reference/api/python/runtime/runtime.html
index 402b0cad79b..8570a404255 100644
--- a/docs/reference/api/python/runtime/runtime.html
+++ b/docs/reference/api/python/runtime/runtime.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -213,13 +214,17 @@
<li class="toctree-l2"><a class="reference internal" href="../relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/runtime/vm.html b/docs/reference/api/python/runtime/vm.html
index 97d153dbc50..dfcdb138e33 100644
--- a/docs/reference/api/python/runtime/vm.html
+++ b/docs/reference/api/python/runtime/vm.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -227,13 +228,17 @@
<li class="toctree-l2"><a class="reference internal" href="../relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/s_tir/analysis.html b/docs/reference/api/python/s_tir/analysis.html
new file mode 100644
index 00000000000..dc511d5fc89
--- /dev/null
+++ b/docs/reference/api/python/s_tir/analysis.html
@@ -0,0 +1,609 @@
+
+
+
+
+<!DOCTYPE html>
+<html class="writer-html5" lang="en" >
+<head>
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1" />
+
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <title>tvm.s_tir.analysis — tvm 0.24.dev0 documentation</title>
+
+
+
+ <link rel="stylesheet" href="../../../../_static/downloads/bootstrap.min.css" integrity="sha384-Gn5384xqQ1aoWXA+058RXPxPg6fy4IWvTNh0E263XmFcJlSAwiGgFAW/dAiS6JXm" crossorigin="anonymous">
+ <link rel="stylesheet" href="../../../../_static/pygments.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/css/theme.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/sg_gallery.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/sg_gallery-binder.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/sg_gallery-dataframe.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/sg_gallery-rendered-html.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/pygments.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/css/tlcpack_theme.css" type="text/css" />
+
+
+
+
+
+
+
+
+
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../" src="../../../../_static/documentation_options.js"></script>
+ <script src="../../../../_static/jquery.js?v=5d32c60e"></script>
+ <script src="../../../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
+ <script src="../../../../_static/documentation_options.js?v=0bc77288"></script>
+ <script src="../../../../_static/doctools.js?v=9bcbadda"></script>
+ <script src="../../../../_static/sphinx_highlight.js?v=dc90522c"></script>
+
+ <script type="text/javascript" src="../../../../_static/js/theme.js"></script>
+
+
+ <script type="text/javascript" src="../../../../_static/js/tlcpack_theme.js"></script>
+ <link rel="index" title="Index" href="../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../search.html" />
+ <link rel="next" title="tvm.s_tir.schedule" href="schedule.html" />
+ <link rel="prev" title="tvm.tirx.transform" href="../tirx/transform.html" />
+</head>
+
+<body class="wy-body-for-nav">
+
+
+ <div class="wy-grid-for-nav">
+
+
+<header class="header">
+ <div class="innercontainer">
+ <div class="headerInner d-flex justify-content-between align-items-center">
+ <div class="headerLogo">
+ <a href="https://tvm.apache.org/"><img src=https://tvm.apache.org/assets/images/logo.svg alt="logo"></a>
+ </div>
+
+ <div id="headMenu" class="headerNav">
+ <button type="button" id="closeHeadMenu" class="navCloseBtn"><img src="../../../../_static/img/close-icon.svg" alt="Close"></button>
+ <ul class="nav">
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/community>Community</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/download>Download</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/docs>Docs</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://github.com/apache/tvm/>GitHub</a>
+ </li>
+ </ul>
+ <div class="responsivetlcdropdown">
+ <button type="button" class="btn-link">
+ ASF
+ </button>
+ <ul>
+ <li>
+ <a href=https://apache.org/>Apache Homepage</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/licenses/>License</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/sponsorship.html>Sponsorship</a>
+ </li>
+ <li>
+ <a href=https://tvm.apache.org/docs/reference/security.html>Security</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/thanks.html>Thanks</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/events/current-event>Events</a>
+ </li>
+ </ul>
+ </div>
+ </div>
+ <div class="responsiveMenuIcon">
+ <button type="button" id="menuBtn" class="btn-menu"><img src="../../../../_static/img/menu-icon.svg" alt="Menu Icon"></button>
+ </div>
+
+ <div class="tlcDropdown">
+ <div class="dropdown">
+ <button type="button" class="btn-link dropdown-toggle" data-toggle="dropdown" aria-haspopup="true" aria-expanded="false">
+ ASF
+ </button>
+ <div class="dropdown-menu dropdown-menu-right">
+ <ul>
+ <li>
+ <a href=https://apache.org/>Apache Homepage</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/licenses/>License</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/sponsorship.html>Sponsorship</a>
+ </li>
+ <li>
+ <a href=https://tvm.apache.org/docs/reference/security.html>Security</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/thanks.html>Thanks</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/events/current-event>Events</a>
+ </li>
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+ </header>
+
+ <nav data-toggle="wy-nav-shift" class="wy-nav-side fixed">
+ <div class="wy-side-scroll">
+ <div class="wy-side-nav-search" >
+
+
+
+ <a href="../../../../index.html" class="sidetitle" alt="Documentation Home"> tvm
+
+
+
+ </a>
+
+
+
+
+<div role="search">
+ <form id="rtd-search-form" class="wy-form" action="../../../../search.html" method="get">
+ <input type="text" name="q" placeholder="Search docs" aria-label="Search docs" />
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+ </form>
+</div>
+
+
+ </div>
+
+
+ <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+
+
+
+
+
+
+ <p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../get_started/overview.html">Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../install/index.html">Installing TVM</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../get_started/tutorials/quick_start.html">Quick Start</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../get_started/tutorials/ir_module.html">IRModule</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">How To</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../arch/index.html">Design and Architecture</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../deep_dive/tensor_ir/index.html">TensorIR</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../deep_dive/relax/index.html">Relax</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">API Reference</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../error.html">tvm.error</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../ir.html">tvm.ir</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../instrument.html">tvm.ir.instrument</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../transform.html">tvm.ir.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../target.html">tvm.target</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../driver.html">tvm.driver</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../runtime/runtime.html">tvm.runtime</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../runtime/vm.html">tvm.runtime.vm</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../runtime/disco.html">tvm.runtime.disco</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../runtime/profiling.html">tvm.runtime.profiling</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/relax.html">tvm.relax</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/analysis.html">tvm.relax.analysis</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/distributed.html">tvm.relax.distributed</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/frontend.html">tvm.relax.frontend</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/training.html">tvm.relax.training</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/dpl.html">tvm.relax.dpl</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2 current"><a class="current reference internal" href="#">tvm.s_tir.analysis</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.s_tir.analysis.get_sblock_access_region"><code class="docutils literal notranslate"><span class="pre">get_sblock_access_region()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.s_tir.analysis.get_sblock_read_write_region"><code class="docutils literal notranslate"><span class="pre">get_sblock_read_write_region()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.s_tir.analysis.detect_buffer_access_lca"><code class="docutils literal notranslate"><span class="pre">detect_buffer_access_lca()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.s_tir.analysis.find_anchor_sblock"><code class="docutils literal notranslate"><span class="pre">find_anchor_sblock()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.s_tir.analysis.verify_gpu_code"><code class="docutils literal notranslate"><span class="pre">verify_gpu_code()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.s_tir.analysis.calculate_allocated_bytes"><code class="docutils literal notranslate"><span class="pre">calculate_allocated_bytes()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.s_tir.analysis.estimate_tir_flops"><code class="docutils literal notranslate"><span class="pre">estimate_tir_flops()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.s_tir.analysis.OOBChecker"><code class="docutils literal notranslate"><span class="pre">OOBChecker()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.s_tir.analysis.get_vtcm_compaction_passes"><code class="docutils literal notranslate"><span class="pre">get_vtcm_compaction_passes()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.s_tir.analysis.is_pure_function"><code class="docutils literal notranslate"><span class="pre">is_pure_function()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="#tvm.s_tir.analysis.assert_pure_function"><code class="docutils literal notranslate"><span class="pre">assert_pure_function()</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="schedule.html">tvm.s_tir.schedule</a></li>
+<li class="toctree-l2"><a class="reference internal" href="transform.html">tvm.s_tir.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dlight.html">tvm.s_tir.dlight</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../te.html">tvm.te</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../topi.html">tvm.topi</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../meta_schedule.html">tvm.s_tir.meta_schedule</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../rpc.html">tvm.rpc</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../contrib.html">tvm.contrib</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../../links.html">Other APIs</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">About</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../contribute/index.html">Contributor Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../publications.html">Publications</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../security.html">Security Guide</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Index</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../genindex.html">Index</a></li>
+</ul>
+
+
+
+ </div>
+
+ </div>
+ </nav>
+
+ <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
+
+ <nav class="wy-nav-top" aria-label="top navigation" data-toggle="wy-nav-top">
+
+ <div class="togglemenu">
+
+ </div>
+ <div class="nav-content">
+ <!-- tvm -->
+ Table of Contents
+ </div>
+
+ </nav>
+
+
+ <div class="wy-nav-content">
+
+ <div class="rst-content">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation">
+
+ <ul class="wy-breadcrumbs">
+
+ <li><a href="../../../../index.html">Docs</a> <span class="br-arrow">></span></li>
+
+ <li><a href="../index.html">Python API</a> <span class="br-arrow">></span></li>
+
+ <li>tvm.s_tir.analysis</li>
+
+
+
+
+
+
+
+
+ <li class="wy-breadcrumbs-aside">
+
+
+
+ <a href="https://github.com/apache/tvm/edit/main/docs/reference/api/python/s_tir/analysis.rst" class="fa fa-github"> Edit on GitHub</a>
+
+
+
+ </li>
+
+ </ul>
+
+
+ <hr/>
+</div>
+ <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
+ <div itemprop="articleBody">
+
+ <section id="module-tvm.s_tir.analysis">
+<span id="tvm-s-tir-analysis"></span><h1>tvm.s_tir.analysis<a class="headerlink" href="#module-tvm.s_tir.analysis" title="Link to this heading"></a></h1>
+<p>Analysis utilities for Schedulable TensorIR (S-TIR).</p>
+<dl class="py function">
+<dt class="sig sig-object py" id="tvm.s_tir.analysis.get_sblock_access_region">
+<span class="sig-prename descclassname"><span class="pre">tvm.s_tir.analysis.</span></span><span class="sig-name descname"><span class="pre">get_sblock_access_region</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">block</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../tirx/tirx.html#tvm.tirx.SBlock" title="tvm.tirx.stmt.SBlock"><span class="pre" [...]
+<dd><dl class="simple">
+<dt>Detect which regions of tensors in this block are read or written to.</dt><dd><p>Regions are sorted by order of appearance in the AST.</p>
+</dd>
+</dl>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>block</strong> (<a class="reference internal" href="../tirx/tirx.html#tvm.tirx.SBlock" title="tvm.tirx.SBlock"><em>tvm.tirx.SBlock</em></a>) – The block in which we are detecting read/write regions.</p></li>
+<li><p><strong>buffer_var_map</strong> (<em>Dict</em><em>[</em><a class="reference internal" href="../tirx/tirx.html#tvm.tirx.Var" title="tvm.tirx.Var"><em>Var</em></a><em>, </em><a class="reference internal" href="../tirx/tirx.html#tvm.tirx.Buffer" title="tvm.tirx.Buffer"><em>Buffer</em></a><em>]</em>) – The outside buffers which may access the block. Mapping from buffer var to the buffer</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns<span class="colon">:</span></dt>
+<dd class="field-even"><p><p><strong>result</strong> –</p>
+<dl class="simple">
+<dt>Array of access regions. There are three arrays of BufferRegion:</dt><dd><ul class="simple">
+<li><p>first: read regions</p></li>
+<li><p>second: write regions</p></li>
+<li><p>third: opaque regions</p></li>
+</ul>
+</dd>
+</dl>
+</p>
+</dd>
+<dt class="field-odd">Return type<span class="colon">:</span></dt>
+<dd class="field-odd"><p>List[List[<a class="reference internal" href="../tirx/tirx.html#tvm.tirx.BufferRegion" title="tvm.tirx.BufferRegion">BufferRegion</a>]]</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tvm.s_tir.analysis.get_sblock_read_write_region">
+<span class="sig-prename descclassname"><span class="pre">tvm.s_tir.analysis.</span></span><span class="sig-name descname"><span class="pre">get_sblock_read_write_region</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">block</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../tirx/tirx.html#tvm.tirx.SBlock" title="tvm.tirx.stmt.SBlock"><span class=" [...]
+<dd><dl class="simple">
+<dt>Auto detect the block read/write region according to its body stmt.</dt><dd><p>An opaque access will be counted as both a read and a write access</p>
+</dd>
+</dl>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>block</strong> (<a class="reference internal" href="../tirx/tirx.html#tvm.tirx.SBlock" title="tvm.tirx.SBlock"><em>tvm.tirx.SBlock</em></a>) – The block in which we are detecting read/write regions.</p></li>
+<li><p><strong>buffer_var_map</strong> (<em>Dict</em><em>[</em><a class="reference internal" href="../tirx/tirx.html#tvm.tirx.Var" title="tvm.tirx.Var"><em>Var</em></a><em>, </em><a class="reference internal" href="../tirx/tirx.html#tvm.tirx.Buffer" title="tvm.tirx.Buffer"><em>Buffer</em></a><em>]</em>) – The outside buffers which may access the block. Mapping from buffer var to the buffer</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns<span class="colon">:</span></dt>
+<dd class="field-even"><p><strong>result</strong> – An array only consisting of the read regions and write regions of the input block</p>
+</dd>
+<dt class="field-odd">Return type<span class="colon">:</span></dt>
+<dd class="field-odd"><p>List[List[<a class="reference internal" href="../tirx/tirx.html#tvm.tirx.BufferRegion" title="tvm.tirx.BufferRegion">BufferRegion</a>]]</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tvm.s_tir.analysis.detect_buffer_access_lca">
+<span class="sig-prename descclassname"><span class="pre">tvm.s_tir.analysis.</span></span><span class="sig-name descname"><span class="pre">detect_buffer_access_lca</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../tirx/tirx.html#tvm.tirx.PrimFunc" title="tvm.tirx.function.PrimFunc"><span clas [...]
+<dd><p>Detect the lowest common ancestor(LCA) of buffer access, including both high-level
+access (BufferLoad, BufferStore) and low-level access (BufferLoad, BufferStore and opaque
+access).
+The LCA may be a For loop or a Block.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>func</strong> (<a class="reference internal" href="../tirx/tirx.html#tvm.tirx.PrimFunc" title="tvm.tirx.PrimFunc"><em>tvm.tirx.PrimFunc</em></a>) – The function to be detected.</p>
+</dd>
+<dt class="field-even">Returns<span class="colon">:</span></dt>
+<dd class="field-even"><p><strong>result</strong> – Map from buffer to the LCA of all access to it.</p>
+</dd>
+<dt class="field-odd">Return type<span class="colon">:</span></dt>
+<dd class="field-odd"><p>Dict[<a class="reference internal" href="../tirx/tirx.html#tvm.tirx.Buffer" title="tvm.tirx.Buffer">Buffer</a>, <a class="reference internal" href="../tirx/tirx.html#tvm.tirx.Stmt" title="tvm.tirx.Stmt">Stmt</a>]</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tvm.s_tir.analysis.find_anchor_sblock">
+<span class="sig-prename descclassname"><span class="pre">tvm.s_tir.analysis.</span></span><span class="sig-name descname"><span class="pre">find_anchor_sblock</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">mod</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../ir.html#tvm.ir.IRModule" title="tvm.ir.module.IRModule"><span class="pre">IRModule</sp [...]
+<dd><p>Find the “anchor block” of the given module.</p>
+<p>We define the anchor block to be the block with (1) an init statement and (2) having
+the biggest flops count. The latter condition is only used when there are multiple blocks
+with an init statement.</p>
+<p>For example, if the input module is conv2d + fused spatial blocks, conv2d is the anchor block.
+The input module may not contain more than one such block. For example, a module having
+two conv2d is not allowed as an input.</p>
+<p>However, a module created from winograd convolution has multiple blocks with an init statement
+(input transform, batched GEMM, and output transform). We use the second condition, the flops
+count, to determine that the batched GEMM block is the anchor block.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>mod</strong> (<a class="reference internal" href="../ir.html#tvm.ir.IRModule" title="tvm.ir.IRModule"><em>tvm.ir.IRModule</em></a>) – The input TIR module.</p>
+</dd>
+<dt class="field-even">Returns<span class="colon">:</span></dt>
+<dd class="field-even"><p><strong>anchor_block</strong> – The anchor block if found, None otherwise.</p>
+</dd>
+<dt class="field-odd">Return type<span class="colon">:</span></dt>
+<dd class="field-odd"><p>Optional[<a class="reference internal" href="../tirx/tirx.html#tvm.tirx.SBlock" title="tvm.tirx.SBlock">SBlock</a>]</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tvm.s_tir.analysis.verify_gpu_code">
+<span class="sig-prename descclassname"><span class="pre">tvm.s_tir.analysis.</span></span><span class="sig-name descname"><span class="pre">verify_gpu_code</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../tirx/tirx.html#tvm.tirx.PrimFunc" title="tvm.tirx.function.PrimFunc"><span class="pre">P [...]
+<dd><p>Verify if module contains illegal host side direct memory access.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>func</strong> (<a class="reference internal" href="../tirx/tirx.html#tvm.tirx.PrimFunc" title="tvm.tirx.PrimFunc"><em>tvm.tirx.PrimFunc</em></a>) – The module to be verified.</p></li>
+<li><p><strong>constraints</strong> (<em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.14)"><em>str</em></a><em>, </em><a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.14)"><em>int</em></a><em>]</em>) – The attribute constraints.</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns<span class="colon">:</span></dt>
+<dd class="field-even"><p><strong>result</strong> – The result of verification.</p>
+</dd>
+<dt class="field-odd">Return type<span class="colon">:</span></dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.14)">bool</a></p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tvm.s_tir.analysis.calculate_allocated_bytes">
+<span class="sig-prename descclassname"><span class="pre">tvm.s_tir.analysis.</span></span><span class="sig-name descname"><span class="pre">calculate_allocated_bytes</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func_or_mod</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../tirx/tirx.html#tvm.tirx.PrimFunc" title="tvm.tirx.function.PrimFunc"><s [...]
+<dd><p>Calculate allocated memory per memory scope required by TIR PrimFuncs.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>func_or_mod</strong> (<em>Union</em><em>[</em><a class="reference internal" href="../tirx/tirx.html#tvm.tirx.PrimFunc" title="tvm.tirx.PrimFunc"><em>PrimFunc</em></a><em>, </em><a class="reference internal" href="../ir.html#tvm.ir.IRModule" title="tvm.ir.IRModule"><em>IRModule</em></a><em>]</em>) – The function or module to be detected. If a module is passed, allocated
+memory is calculated for all PrimFuncs inside the module</p>
+</dd>
+<dt class="field-even">Returns<span class="colon">:</span></dt>
+<dd class="field-even"><p><strong>result</strong> – Allocated memory size per scope in bytes for each function in the IRModule returned as a
+dict with function names as keys and a dict of allocated sizes as values. If a single
+PrimFunc is passed, the function name is returned as “main”</p>
+</dd>
+<dt class="field-odd">Return type<span class="colon">:</span></dt>
+<dd class="field-odd"><p>Dict[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.14)">str</a>, Dict[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.14)">str</a>, <a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.14)">int</a>]]</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tvm.s_tir.analysis.estimate_tir_flops">
+<span class="sig-prename descclassname"><span class="pre">tvm.s_tir.analysis.</span></span><span class="sig-name descname"><span class="pre">estimate_tir_flops</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">stmt_or_mod</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../tirx/tirx.html#tvm.tirx.Stmt" title="tvm.tirx.stmt.Stmt"><span class="pre">Stm [...]
+<dd><p>Estimate the FLOPs of a TIR fragment.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>stmt_or_mod</strong> (<em>Union</em><em>[</em><a class="reference internal" href="../tirx/tirx.html#tvm.tirx.Stmt" title="tvm.tirx.Stmt"><em>Stmt</em></a><em>, </em><a class="reference internal" href="../ir.html#tvm.ir.IRModule" title="tvm.ir.IRModule"><em>IRModule</em></a><em>]</em>) – The TIR fragment or IRModule to be estimated.</p>
+</dd>
+<dt class="field-even">Returns<span class="colon">:</span></dt>
+<dd class="field-even"><p><strong>flops</strong> – The estimated FLOPs.</p>
+</dd>
+<dt class="field-odd">Return type<span class="colon">:</span></dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/functions.html#float" title="(in Python v3.14)">float</a></p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tvm.s_tir.analysis.OOBChecker">
+<span class="sig-prename descclassname"><span class="pre">tvm.s_tir.analysis.</span></span><span class="sig-name descname"><span class="pre">OOBChecker</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#tvm.s_tir.analysis.OOBChecker" title="Link to this definition"></a></dt>
+<dd><p>Detect out of bounds memory access in arrays.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Returns<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>fpass</strong> – The result pass</p>
+</dd>
+<dt class="field-even">Return type<span class="colon">:</span></dt>
+<dd class="field-even"><p>tvm.transform.Pass</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tvm.s_tir.analysis.get_vtcm_compaction_passes">
+<span class="sig-prename descclassname"><span class="pre">tvm.s_tir.analysis.</span></span><span class="sig-name descname"><span class="pre">get_vtcm_compaction_passes</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.14)"><span class="pre">list</s [...]
+<dd><p>Utility function to get the list of lowering passes to be applied to calculate the compacted
+VTCM allocation size</p>
+<dl class="field-list simple">
+<dt class="field-odd">Returns<span class="colon">:</span></dt>
+<dd class="field-odd"><p><strong>result</strong> – returns list of passes</p>
+</dd>
+<dt class="field-even">Return type<span class="colon">:</span></dt>
+<dd class="field-even"><p>List[tvm.transform.Pass]</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tvm.s_tir.analysis.is_pure_function">
+<span class="sig-prename descclassname"><span class="pre">tvm.s_tir.analysis.</span></span><span class="sig-name descname"><span class="pre">is_pure_function</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../tirx/tirx.html#tvm.tirx.PrimFunc" title="tvm.tirx.function.PrimFunc"><span class="pre"> [...]
+<dd><p>Checks if the function is a pure function</p>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tvm.s_tir.analysis.assert_pure_function">
+<span class="sig-prename descclassname"><span class="pre">tvm.s_tir.analysis.</span></span><span class="sig-name descname"><span class="pre">assert_pure_function</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../tirx/tirx.html#tvm.tirx.PrimFunc" title="tvm.tirx.function.PrimFunc"><span class="p [...]
+<dd><p>Asserts that the function is a pure function</p>
+</dd></dl>
+
+</section>
+
+
+ </div>
+
+ </div>
+
+
+<footer>
+
+ <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
+
+ <a href="schedule.html" class="btn btn-neutral float-right" title="tvm.s_tir.schedule" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+
+
+ <a href="../tirx/transform.html" class="btn btn-neutral float-left" title="tvm.tirx.transform" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+
+ </div>
+
+<div id="button" class="backtop"><img src="../../../../_static/img/right.svg" alt="backtop"/> </div>
+<section class="footerSec">
+ <div class="footerHeader">
+ <div class="d-flex align-md-items-center justify-content-between flex-column flex-md-row">
+ <div class="copywrite d-flex align-items-center">
+ <h5 id="copy-right-info">© 2026 Apache Software Foundation | All rights reserved</h5>
+ </div>
+ </div>
+
+ </div>
+
+ <div>
+ <div class="footernote">Copyright © 2026 The Apache Software Foundation. Apache TVM, Apache, the Apache feather, and the Apache TVM project logo are either trademarks or registered trademarks of the Apache Software Foundation.</div>
+ </div>
+
+</section>
+</footer>
+ </div>
+ </div>
+
+ </section>
+
+ </div>
+
+
+ <script src="../../../../_static/downloads/popper.min.js" integrity="sha384-ApNbgh9B+Y1QKtv3Rn7W3mgPxhU9K/ScQsAP7hUibX39j7fakFPskvXusvfa0b4Q" crossorigin="anonymous"></script>
+ <script src="../../../../_static/downloads/bootstrap.min.js" integrity="sha384-JZR6Spejh4U02d8jOt6vLEHfe/JQGiRRSQQxSfFWpi1MquVdAyjUar5+76PVCmYl" crossorigin="anonymous"></script>
+
+ </body>
+ <script type="text/javascript">
+ jQuery(function () {
+ SphinxRtdTheme.Navigation.enable(true);
+ });
+ </script>
+
+
+
+
+
+
+</body>
+</html>
\ No newline at end of file
diff --git a/docs/reference/api/python/s_tir/dlight.html b/docs/reference/api/python/s_tir/dlight.html
index 7a69914e169..0677b863328 100644
--- a/docs/reference/api/python/s_tir/dlight.html
+++ b/docs/reference/api/python/s_tir/dlight.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -213,13 +214,17 @@
<li class="toctree-l2"><a class="reference internal" href="../relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2 current"><a class="current reference internal" href="#">tvm.s_tir.dlight</a><ul>
diff --git a/docs/reference/api/python/s_tir/schedule.html b/docs/reference/api/python/s_tir/schedule.html
index 6e7dc3ae321..8df4d72bbdc 100644
--- a/docs/reference/api/python/s_tir/schedule.html
+++ b/docs/reference/api/python/s_tir/schedule.html
@@ -46,7 +46,7 @@
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
<link rel="next" title="tvm.s_tir.transform" href="transform.html" />
- <link rel="prev" title="tvm.tirx.transform" href="../tirx/transform.html" />
+ <link rel="prev" title="tvm.s_tir.analysis" href="analysis.html" />
</head>
<body class="wy-body-for-nav">
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -213,13 +214,17 @@
<li class="toctree-l2"><a class="reference internal" href="../relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2 current"><a class="current reference internal" href="#">tvm.s_tir.schedule</a><ul>
<li class="toctree-l3"><a class="reference internal" href="#tvm.s_tir.schedule.SBlockScope"><code class="docutils literal notranslate"><span class="pre">SBlockScope</span></code></a><ul>
<li class="toctree-l4"><a class="reference internal" href="#tvm.s_tir.schedule.SBlockScope.get_deps_by_src"><code class="docutils literal notranslate"><span class="pre">SBlockScope.get_deps_by_src()</span></code></a></li>
@@ -4122,7 +4127,7 @@ variable.</p></li>
<a href="transform.html" class="btn btn-neutral float-right" title="tvm.s_tir.transform" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
- <a href="../tirx/transform.html" class="btn btn-neutral float-left" title="tvm.tirx.transform" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+ <a href="analysis.html" class="btn btn-neutral float-left" title="tvm.s_tir.analysis" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
</div>
diff --git a/docs/reference/api/python/s_tir/transform.html b/docs/reference/api/python/s_tir/transform.html
index b5d24ffe74e..72463529d21 100644
--- a/docs/reference/api/python/s_tir/transform.html
+++ b/docs/reference/api/python/s_tir/transform.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -213,13 +214,17 @@
<li class="toctree-l2"><a class="reference internal" href="../relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2 current"><a class="current reference internal" href="#">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/target.html b/docs/reference/api/python/target.html
index 78c7d353877..d1499da37b9 100644
--- a/docs/reference/api/python/target.html
+++ b/docs/reference/api/python/target.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -238,13 +239,17 @@
<li class="toctree-l2"><a class="reference internal" href="relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/te.html b/docs/reference/api/python/te.html
index cba9bc78b6e..9f93a6c3bde 100644
--- a/docs/reference/api/python/te.html
+++ b/docs/reference/api/python/te.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -213,13 +214,17 @@
<li class="toctree-l2"><a class="reference internal" href="relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/tirx/analysis.html b/docs/reference/api/python/tirx/analysis.html
index cd3c5c5ef1b..b32f6be9e91 100644
--- a/docs/reference/api/python/tirx/analysis.html
+++ b/docs/reference/api/python/tirx/analysis.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -213,9 +214,12 @@
<li class="toctree-l2"><a class="reference internal" href="../relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx.html">tvm.tirx</a></li>
<li class="toctree-l2 current"><a class="current reference internal" href="#">tvm.tirx.analysis</a><ul>
<li class="toctree-l3"><a class="reference internal" href="#tvm.tirx.analysis.analysis.expr_deep_equal"><code class="docutils literal notranslate"><span class="pre">expr_deep_equal()</span></code></a></li>
@@ -227,6 +231,7 @@
</li>
<li class="toctree-l2"><a class="reference internal" href="stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/tirx/stmt_functor.html b/docs/reference/api/python/tirx/stmt_functor.html
index be590ae6954..480bce327e8 100644
--- a/docs/reference/api/python/tirx/stmt_functor.html
+++ b/docs/reference/api/python/tirx/stmt_functor.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -213,9 +214,12 @@
<li class="toctree-l2"><a class="reference internal" href="../relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2 current"><a class="current reference internal" href="#">tvm.tirx.stmt_functor</a><ul>
@@ -226,6 +230,7 @@
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/tirx/tirx.html b/docs/reference/api/python/tirx/tirx.html
index 15f0b084fc3..3c13cdaa15d 100644
--- a/docs/reference/api/python/tirx/tirx.html
+++ b/docs/reference/api/python/tirx/tirx.html
@@ -46,7 +46,7 @@
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
<link rel="next" title="tvm.tirx.analysis" href="analysis.html" />
- <link rel="prev" title="tvm.relax.transform" href="../relax/transform.html" />
+ <link rel="prev" title="tvm.relax.dpl" href="../relax/dpl.html" />
</head>
<body class="wy-body-for-nav">
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -213,9 +214,12 @@
<li class="toctree-l2"><a class="reference internal" href="../relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2 current"><a class="current reference internal" href="#">tvm.tirx</a><ul>
<li class="toctree-l3"><a class="reference internal" href="#tvm.tirx.Buffer"><code class="docutils literal notranslate"><span class="pre">Buffer</span></code></a><ul>
<li class="toctree-l4"><a class="reference internal" href="#tvm.tirx.Buffer.access_ptr"><code class="docutils literal notranslate"><span class="pre">Buffer.access_ptr()</span></code></a></li>
@@ -554,6 +558,7 @@
<li class="toctree-l2"><a class="reference internal" href="analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
@@ -6642,7 +6647,7 @@ on the C++ side.</p>
<a href="analysis.html" class="btn btn-neutral float-right" title="tvm.tirx.analysis" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
- <a href="../relax/transform.html" class="btn btn-neutral float-left" title="tvm.relax.transform" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+ <a href="../relax/dpl.html" class="btn btn-neutral float-left" title="tvm.relax.dpl" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
</div>
diff --git a/docs/reference/api/python/tirx/transform.html b/docs/reference/api/python/tirx/transform.html
index ab1f38ff06a..3d06acec792 100644
--- a/docs/reference/api/python/tirx/transform.html
+++ b/docs/reference/api/python/tirx/transform.html
@@ -45,7 +45,7 @@
<script type="text/javascript" src="../../../../_static/js/tlcpack_theme.js"></script>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="tvm.s_tir.schedule" href="../s_tir/schedule.html" />
+ <link rel="next" title="tvm.s_tir.analysis" href="../s_tir/analysis.html" />
<link rel="prev" title="tvm.tirx.stmt_functor" href="stmt_functor.html" />
</head>
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -213,9 +214,12 @@
<li class="toctree-l2"><a class="reference internal" href="../relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="../relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="stmt_functor.html">tvm.tirx.stmt_functor</a></li>
@@ -302,6 +306,7 @@
<li class="toctree-l3"><a class="reference internal" href="#tvm.tirx.transform.VerifyMemory"><code class="docutils literal notranslate"><span class="pre">VerifyMemory()</span></code></a></li>
</ul>
</li>
+<li class="toctree-l2"><a class="reference internal" href="../s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../s_tir/dlight.html">tvm.s_tir.dlight</a></li>
@@ -1193,7 +1198,7 @@ Will lower to scalar loop when it is turned off.</p>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
- <a href="../s_tir/schedule.html" class="btn btn-neutral float-right" title="tvm.s_tir.schedule" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+ <a href="../s_tir/analysis.html" class="btn btn-neutral float-right" title="tvm.s_tir.analysis" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
<a href="stmt_functor.html" class="btn btn-neutral float-left" title="tvm.tirx.stmt_functor" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
diff --git a/docs/reference/api/python/topi.html b/docs/reference/api/python/topi.html
index 3cff24b079c..ee69ba92aaf 100644
--- a/docs/reference/api/python/topi.html
+++ b/docs/reference/api/python/topi.html
@@ -185,6 +185,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -214,13 +215,17 @@
<li class="toctree-l2"><a class="reference internal" href="relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/python/transform.html b/docs/reference/api/python/transform.html
index dcd1845b5be..a4264a5c608 100644
--- a/docs/reference/api/python/transform.html
+++ b/docs/reference/api/python/transform.html
@@ -184,6 +184,7 @@
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
@@ -231,13 +232,17 @@
<li class="toctree-l2"><a class="reference internal" href="relax/relax.html">tvm.relax</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/analysis.html">tvm.relax.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/distributed.html">tvm.relax.distributed</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/frontend.html">tvm.relax.frontend</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/training.html">tvm.relax.training</a></li>
<li class="toctree-l2"><a class="reference internal" href="relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="relax/dpl.html">tvm.relax.dpl</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/tirx.html">tvm.tirx</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/analysis.html">tvm.tirx.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="s_tir/analysis.html">tvm.s_tir.analysis</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/schedule.html">tvm.s_tir.schedule</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/transform.html">tvm.s_tir.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="s_tir/dlight.html">tvm.s_tir.dlight</a></li>
diff --git a/docs/reference/api/typedoc/classes/ArtifactCache.html b/docs/reference/api/typedoc/classes/ArtifactCache.html
index e45efd15331..7139fcf336f 100644
--- a/docs/reference/api/typedoc/classes/ArtifactCache.html
+++ b/docs/reference/api/typedoc/classes/ArtifactCache.html
@@ -1,11 +1,11 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/artifact_cache.ts#L287">artifact_cache.ts:287</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/artifact_cache.ts#L287">artifact_cache.ts:287</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#addtocache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Cache</span></a>
<a href="#deleteincache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete<wbr/>In<wbr/>Cache</span></a>
<a href="#fetchwithcache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>fetch<wbr/>With<wbr/>Cache</span></a>
<a href="#hasallkeys" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has<wbr/>All<wbr/>Keys</span></a>
<a href="#responsetostoretype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>response<wbr/>Tostoretype</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<ul>
<li></li>
</ul>
@@ -22,15 +22,15 @@ data rather than a request, we specify <code>storagetype</code>. There are two o
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>the corresponding url object to be deleted</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#deleteincache">deleteInCache</a></p><ul><li>Defined in <a href="https [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#deleteincache">deleteInCache</a></p><ul><li>Defined in <a href="https [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>url</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">storetype</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>the storage type for indexedDB</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">signal</span>: <span class="tsd-signature-type">AbortSignal</span></span><div class="tsd-comment tsd-typography"><p>an optional abort signal to abort fetching</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span></h4><p>response in json, arraybuffer or pure response format</p>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/artifact_cache.ts#L318">artifact_cache.ts:318</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/artifact_cache.ts#L318">artifact_cache.ts:318</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>the url key list of the strings</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol">></span></h4><p>boolean value indicate if all keys are in cache</p>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#hasallkeys">hasAllKeys</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/artifact_cache.ts#L344">artifact_cache.ts:344</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="responsetost [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">response</span>: <span class="tsd-signature-type">Response</span></span></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">storetype</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span c [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#hasallkeys">hasAllKeys</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/artifact_cache.ts#L344">artifact_cache.ts:344</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="responsetost [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">response</span>: <span class="tsd-signature-type">Response</span></span></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">storetype</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span c [...]
diff --git a/docs/reference/api/typedoc/classes/ArtifactCrossOriginStorageCache.html b/docs/reference/api/typedoc/classes/ArtifactCrossOriginStorageCache.html
index 5bc2b8b9ee9..ca8bbe0adc0 100644
--- a/docs/reference/api/typedoc/classes/ArtifactCrossOriginStorageCache.html
+++ b/docs/reference/api/typedoc/classes/ArtifactCrossOriginStorageCache.html
@@ -1,10 +1,10 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCrossOriginStorageCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script as [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/artifact_cache.ts#L555">artifact_cache.ts:555</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/artifact_cache.ts#L555">artifact_cache.ts:555</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#addtocache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Cache</span></a>
<a href="#deleteincache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete<wbr/>In<wbr/>Cache</span></a>
<a href="#fetchwithcache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>fetch<wbr/>With<wbr/>Cache</span></a>
<a href="#hasallkeys" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has<wbr/>All<wbr/>Keys</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<ul>
<li></li>
</ul>
@@ -19,11 +19,11 @@ data rather than a request, we specify <code>storagetype</code>. There are two o
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
cache, fetch the data and then add to cache.</p>
<ul>
<li></li>
@@ -45,8 +45,8 @@ return the actual data object rather than the request. There are two options:</p
<ul>
<li>Note: This is an async function.</li>
</ul>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/artifact_cache.ts#L565">artifact_cache.ts:565</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/artifact_cache.ts#L565">artifact_cache.ts:565</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
diff --git a/docs/reference/api/typedoc/classes/ArtifactIndexedDBCache.html b/docs/reference/api/typedoc/classes/ArtifactIndexedDBCache.html
index dc2381750d0..a4bbc8b6e2d 100644
--- a/docs/reference/api/typedoc/classes/ArtifactIndexedDBCache.html
+++ b/docs/reference/api/typedoc/classes/ArtifactIndexedDBCache.html
@@ -1,12 +1,12 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactIndexedDBCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=" [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/artifact_cache.ts#L369">artifact_cache.ts:369</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/artifact_cache.ts#L369">artifact_cache.ts:369</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#addtocache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Cache</span></a>
<a href="#addtoindexeddb" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Indexed<wbr/>DB</span></a>
<a href="#asyncgethelper" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>async<wbr/>Get<wbr/>Helper</span></a>
<a href="#deleteincache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete<wbr/>In<wbr/>Cache</span></a>
<a href="#fetchwithcache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>fetch<wbr/>With<wbr/>Cache</span></a>
<a href="#hasallkeys" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has<wbr/>All<wbr/>Keys</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<ul>
<li></li>
</ul>
@@ -23,11 +23,11 @@ data rather than a request, we specify <code>storagetype</code>. There are two o
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
cache, fetch the data and then add to cache.</p>
<ul>
<li></li>
@@ -49,8 +49,8 @@ return the actual data object rather than the request. There are two options:</p
<ul>
<li>Note: This is an async function.</li>
</ul>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/artifact_cache.ts#L443">artifact_cache.ts:443</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/artifact_cache.ts#L443">artifact_cache.ts:443</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
diff --git a/docs/reference/api/typedoc/classes/CacheState.html b/docs/reference/api/typedoc/classes/CacheState.html
index 4b9fd3caaa7..3d8a8037337 100644
--- a/docs/reference/api/typedoc/classes/CacheState.html
+++ b/docs/reference/api/typedoc/classes/CacheState.html
@@ -24,16 +24,16 @@ that reference the old buffer stale.</li>
</ul>
</li>
</ul>
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/cache_state.ts#L138">cache_state.ts:138</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden=" [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/cache_state.ts#L138">cache_state.ts:138</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden=" [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#shapecache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>shape<wbr/>Cache</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#computeshapekey" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>compute<wbr/>Shape<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<p>Key: comma-separated dimension string, e.g. "1,32,128"
Value: TVM ShapeTuple object (Disposable)</p>
<p>Invalidation rule: None required — shape tuples are immutable.</p>
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/cache_state.ts#L147">cache_state.ts:147</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevro [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/cache_state.ts#L169">cache_state.ts:169</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="computeshapekey"><code class="tsd-tag">Static</code><span>compute<wbr/>Shape<wbr/>Key</span><a href="#c [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/cache_state.ts#L147">cache_state.ts:147</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevro [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/cache_state.ts#L169">cache_state.ts:169</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="computeshapekey"><code class="tsd-tag">Static</code><span>compute<wbr/>Shape<wbr/>Key</span><a href="#c [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>Array of dimension values.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><p>String key suitable for shapeCache lookup.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/cache_state.ts#L162">cache_state.ts:162</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use h [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/cache_state.ts#L162">cache_state.ts:162</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use h [...]
diff --git a/docs/reference/api/typedoc/classes/DLDataType.html b/docs/reference/api/typedoc/classes/DLDataType.html
index c2e01d3ff84..e2b7037281d 100644
--- a/docs/reference/api/typedoc/classes/DLDataType.html
+++ b/docs/reference/api/typedoc/classes/DLDataType.html
@@ -1,11 +1,11 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>DLDataType | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ic [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L405">runtime.ts:405</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L405">runtime.ts:405</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#bits" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>bits</span></a>
<a href="#code" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>code</span></a>
<a href="#lanes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>lanes</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#numstoragebytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>num<wbr/>Storage<wbr/>Bytes</span></a>
<a href="#tostring" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>to<wbr/>String</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L409">runtime.ts:409</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="code"><span>code</span><a href="#code" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-sig [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L407">runtime.ts:407</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="lanes"><span>lanes</span><a href="#lanes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L411">runtime.ts:411</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L409">runtime.ts:409</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="code"><span>code</span><a href="#code" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-sig [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L407">runtime.ts:407</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="lanes"><span>lanes</span><a href="#lanes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L411">runtime.ts:411</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
diff --git a/docs/reference/api/typedoc/classes/DLDevice.html b/docs/reference/api/typedoc/classes/DLDevice.html
index 964f12c1ad2..d23294755c0 100644
--- a/docs/reference/api/typedoc/classes/DLDevice.html
+++ b/docs/reference/api/typedoc/classes/DLDevice.html
@@ -1,10 +1,10 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>DLDevice | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icon [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L345">runtime.ts:345</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L345">runtime.ts:345</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#deviceid" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device<wbr/>Id</span></a>
<a href="#devicetype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device<wbr/>Type</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#sync" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>sync</span></a>
<a href="#tostring" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>to<wbr/>String</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L349">runtime.ts:349</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="devicetype"><span>device<wbr/>Type</span><a href="#devicetype" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a> [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L347">runtime.ts:347</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L372">runtime.ts:372</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L349">runtime.ts:349</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="devicetype"><span>device<wbr/>Type</span><a href="#devicetype" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a> [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L347">runtime.ts:347</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L372">runtime.ts:372</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
diff --git a/docs/reference/api/typedoc/classes/Instance.html b/docs/reference/api/typedoc/classes/Instance.html
index 489b0fe72b8..a0ffa35dfc3 100644
--- a/docs/reference/api/typedoc/classes/Instance.html
+++ b/docs/reference/api/typedoc/classes/Instance.html
@@ -12,7 +12,7 @@ are not tracked through JS native garbage collection mechanism.</p>
<li><a href="#attachtocurrentscope" class="tsd-kind-method">attachToCurrentScope</a></li>
<li><a href="#detachfromcurrentscope" class="tsd-kind-method">detachFromCurrentScope</a></li>
</ul>
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L856">runtime.ts:856</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L856">runtime.ts:856</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#cachemetadata" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>cache<wbr/>Metadata</span></a>
<a href="#exports" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>exports</span></a>
<a href="#memory" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>memory</span></a>
@@ -75,25 +75,25 @@ a WASI object, or an object containing wasmLibraryProvider field.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">wasmInstance</span>: <span class="tsd-signature-type">Instance</span></span><div class="tsd-comment tsd-typography"><p>Additional wasm instance argument for deferred construction.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">env</span>: <a href="_internal_.Environment.html" class="tsd-signature-type tsd-kind-class">Environment</a></span><div class="tsd-comment tsd-typography"><p>Directly specified environment module.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">Instance</a></h4><div class="tsd-comment tsd-typography"><div class="tsd-tag-see"><h4 class="tsd-anchor-link" id="see">See<a href="#see" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h4><p>Please use the async version <a href="../functions/instantiate.html" class="tsd-kin [...]
-</div></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L889">runtime.ts:889</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icon [...]
+</div></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L889">runtime.ts:889</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icon [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">logits</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The input logits before penalty.</p>
</div></li><li><span><span class="tsd-kind-parameter">token_ids</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The appeared token ids.</p>
</div></li><li><span><span class="tsd-kind-parameter">token_freqs</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The number of times each token has appeared since last PrefillStep.
token_freqs[i] is the frequency of token_ids[i], for all i. And all token_freqs should be >= 1.</p>
</div></li><li><span><span class="tsd-kind-parameter">presence_penalty</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The penalty factor.</p>
</div></li><li><span><span class="tsd-kind-parameter">frequency_penalty</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The penalty factor.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1587">runtime.ts:1587</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="applyrepetitionpenalty"><span>apply<wbr/>Repetition<wbr/>Penalty</span><a href="#applyrepetiti [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1587">runtime.ts:1587</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="applyrepetitionpenalty"><span>apply<wbr/>Repetition<wbr/>Penalty</span><a href="#applyrepetiti [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">logits</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The input logits before penalty.</p>
</div></li><li><span><span class="tsd-kind-parameter">token_ids</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The appeared token ids.</p>
</div></li><li><span><span class="tsd-kind-parameter">penalty</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The penalty factor.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1574">runtime.ts:1574</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="applysoftmaxwithtemperature"><span>apply<wbr/>Softmax<wbr/>With<wbr/>Temperature</span><a href [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1574">runtime.ts:1574</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="applysoftmaxwithtemperature"><span>apply<wbr/>Softmax<wbr/>With<wbr/>Temperature</span><a href [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">logits</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The input logits before softmax w/ temperature.</p>
</div></li><li><span><span class="tsd-kind-parameter">temperature</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The temperature factor.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1604">runtime.ts:1604</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="asyncifyenabled"><span>asyncify<wbr/>Enabled</span><a href="#asyncifyenabled" aria-label="Perm [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1604">runtime.ts:1604</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="asyncifyenabled"><span>asyncify<wbr/>Enabled</span><a href="#asyncifyenabled" aria-label="Perm [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>The asynctify mode toggle</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L957">runtime.ts:957</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="asyncloadwebgpupipelines"><span>async<wbr/>Load<wbr/>Web<wbr/>GPU<wbr/>Pipelines</span><a href="#asyncloadwebgpupipelines" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidd [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L957">runtime.ts:957</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="asyncloadwebgpupipelines"><span>async<wbr/>Load<wbr/>Web<wbr/>GPU<wbr/>Pipelines</span><a href="#asyncloadwebgpupipelines" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidd [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">mod</span>: <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></span><div class="tsd-comment tsd-typography"><p>The input module.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1835">runtime.ts:1835</a></li></ul></aside></div></li></ul></section><section class="tsd-pane [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1835">runtime.ts:1835</a></li></ul></aside></div></li></ul></section><section class="tsd-pane [...]
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="attachtocurrentscopet"><span class="tsd-kind-type-parameter">T</span> <span class="tsd-signature-keyword">extends</span> <a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kin [...]
<ul>
<li>Note: Normally user do not need to call this function explicitly, as
@@ -101,8 +101,8 @@ all library call return values are explicitly attached to
the current scope. You only need to do so when you call
<a href="#detachfromcurrentscope" class="tsd-kind-method">detachFromCurrentScope</a> to create a detached object.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#attachtocurrentscopet">T</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1027">runtime.ts:1027</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="beginscope"><span>begin<wbr/>Scope</span><a href [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L986">runtime.ts:986</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="benchmark"><span>benchmark</span><a href="#benchmark" aria-label="Permalink" class="tsd-anchor-icon"><svg viewB [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#attachtocurrentscopet">T</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1027">runtime.ts:1027</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="beginscope"><span>begin<wbr/>Scope</span><a href [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L986">runtime.ts:986</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="benchmark"><span>benchmark</span><a href="#benchmark" aria-label="Permalink" class="tsd-anchor-icon"><svg viewB [...]
<ul>
<li></li>
</ul>
@@ -113,82 +113,82 @@ the current scope. You only need to do so when you call
</div></li><li><span><span class="tsd-kind-parameter">number</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 10</span></span><div class="tsd-comment tsd-typography"><p>The number of times to compute the average.
*</p>
</div></li><li><span><span class="tsd-kind-parameter">repeat</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 1</span></span><div class="tsd-comment tsd-typography"><p>The number of times to repeat the run.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L932">runtime.ts:932</a></li></ul></aside></div> [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L932">runtime.ts:932</a></li></ul></aside></div> [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">canvas</span>: <span class="tsd-signature-type">HTMLCanvasElement</span></span><div class="tsd-comment tsd-typography"><p>The canvas.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1612">runtime.ts:1612</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="clearcanvas"><span>clear<wbr/>Canvas</span><a href="#clearcanvas" aria-label="Permalink" clas [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1643">runtime.ts:1643</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="concatembeddings"><span>concat<wbr/>Embeddings</span><a href="#concatembeddings" aria-label="Permalink" class [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1612">runtime.ts:1612</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="clearcanvas"><span>clear<wbr/>Canvas</span><a href="#clearcanvas" aria-label="Permalink" clas [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1643">runtime.ts:1643</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="concatembeddings"><span>concat<wbr/>Embeddings</span><a href="#concatembeddings" aria-label="Permalink" class [...]
*</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">embeddings</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>A list of embeddings in Tensors, each array i has shape (m_i, hidden_size).</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>An Tensor of shape (\sum_{i} {m}, hidden_size)</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1680">runtime.ts:1680</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="cpu"><span>cpu</span><a href="#cpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><ul class= [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1680">runtime.ts:1680</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="cpu"><span>cpu</span><a href="#cpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><ul class= [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">deviceId</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 0</span></span><div class="tsd-comment tsd-typography"><p>The device index.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1482">runtime.ts:1482</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createvirtualmachine"><span>create<wbr/>Virtual<wbr/>Machin [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1482">runtime.ts:1482</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createvirtualmachine"><span>create<wbr/>Virtual<wbr/>Machin [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">dev</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>DLDevice the device.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="VirtualMachine.html" class="tsd-signature-type tsd-kind-class">VirtualMachine</a></h4><p>The created virtual machime.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1178">runtime.ts:1178</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="detachfromcurrentscope"><span>detach<wbr/>From<wbr/>Current<wbr/>Scope</span><a href="#detachfromcurrentscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1178">runtime.ts:1178</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="detachfromcurrentscope"><span>detach<wbr/>From<wbr/>Current<wbr/>Scope</span><a href="#detachfromcurrentscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"> [...]
so it won't be released via auto-release during endscope.</p>
<p>User needs to either explicitly call obj.dispose(), or
<a href="#attachtocurrentscope" class="tsd-kind-method">attachToCurrentScope</a> to re-attach to the current scope.</p>
<p>This function can be used to return values to the parent scope.</p>
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="detachfromcurrentscopet"><span class="tsd-kind-type-parameter">T</span> <span class="tsd-signature-keyword">extends</span> <a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-k [...]
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#detachfromcurrentscopet">T</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1054">runtime.ts:1054</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="device"><span>device</span><a href="#device" a [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#detachfromcurrentscopet">T</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1054">runtime.ts:1054</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="device"><span>device</span><a href="#device" a [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">deviceType</span>: <span class="tsd-signature-type">string</span> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The device type.</p>
</div></li><li><span><span class="tsd-kind-parameter">deviceId</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 0</span></span><div class="tsd-comment tsd-typography"><p>The device index.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><p>The created device.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1474">runtime.ts:1474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1474">runtime.ts:1474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L961">runtime.ts:961</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L961">runtime.ts:961</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The shape of the array.</p>
</div></li><li><span><span class="tsd-kind-parameter">dtype</span>: <span class="tsd-signature-type">string</span> <span class="tsd-signature-symbol">|</span> <a href="DLDataType.html" class="tsd-signature-type tsd-kind-class">DLDataType</a><span class="tsd-signature-symbol"> = "float32"</span></span><div class="tsd-comment tsd-typography"><p>The data type of the array.</p>
</div></li><li><span><span class="tsd-kind-parameter">dev</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a><span class="tsd-signature-symbol"> = ...</span></span><div class="tsd-comment tsd-typography"><p>The device of the ndarray.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The created ndarray.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1502">runtime.ts:1502</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="endscope"><span>end<wbr/>Scope</span><a href="#endscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></sv [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1502">runtime.ts:1502</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="endscope"><span>end<wbr/>Scope</span><a href="#endscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></sv [...]
under the current scope.</p>
<p>Exception: one can call <a href="#movetoparentscope" class="tsd-kind-method">moveToParentScope</a> to move
a value to parent scope.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L997">runtime.ts:997</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="fetchtensorcache"><span>fetch<wbr/>Tensor<wbr/>Cache</span><a href="#fetchtensorcache" aria-label="Permalink" c [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L997">runtime.ts:997</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="fetchtensorcache"><span>fetch<wbr/>Tensor<wbr/>Cache</span><a href="#fetchtensorcache" aria-label="Permalink" c [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">tensorCacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cache url.</p>
</div></li><li><span><span class="tsd-kind-parameter">device</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>The device to be fetched to.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">options</span>: <a href="../interfaces/FetchTensorCacheOptions.html" class="tsd-signature-type tsd-kind-interface">FetchTensorCacheOptions</a></span><div class="tsd-comment tsd-typography"><p>Options object.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span></h4><p>The meta data</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1266">runtime.ts:1266</a></li></ul></aside></div></li><li class=""><div class="tsd-signature tsd-anchor-link" id="fetchtensorcache-2"><span class="tsd-kind-call-signature">fetchTensorCache</span><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">tensorCacheUrl</span><span class="tsd-signature-symbol">:</sp [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1266">runtime.ts:1266</a></li></ul></aside></div></li><li class=""><div class="tsd-signature tsd-anchor-link" id="fetchtensorcache-2"><span class="tsd-kind-call-signature">fetchTensorCache</span><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">tensorCacheUrl</span><span class="tsd-signature-symbol">:</sp [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">tensorCacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cache url.</p>
</div></li><li><span><span class="tsd-kind-parameter">device</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>The device to be fetched to.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheScope</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The scope identifier of the cache (legacy positional overload).</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheType</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The type of the cache: "cache", "indexeddb", or "cross-origin" (legacy positional overload).</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">signal</span>: <span class="tsd-signature-type">AbortSignal</span></span><div class="tsd-comment tsd-typography"><p>An optional AbortSignal to abort the fetch (legacy positional overload).</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span></h4><p>The meta data</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1271">runtime.ts:1271</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getglobalfunc"><span>get<wbr/>Global<wbr/>Func</span><a href="#getglobalfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#ic [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1271">runtime.ts:1271</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getglobalfunc"><span>get<wbr/>Global<wbr/>Func</span><a href="#getglobalfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#ic [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The result function.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1117">runtime.ts:1117</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getparamsfromcache"><span>get<wbr/>Params<wbr/>From<wbr/>Cache</span><a href="#getparamsfromcache" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href=". [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1117">runtime.ts:1117</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getparamsfromcache"><span>get<wbr/>Params<wbr/>From<wbr/>Cache</span><a href="#getparamsfromcache" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href=". [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">prefix</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The parameter prefix.</p>
</div></li><li><span><span class="tsd-kind-parameter">numParams</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Number of parameters.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1206">runtime.ts:1206</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getparamsfromcachebyname"><span>get<wbr/>Params<wbr/>From [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1206">runtime.ts:1206</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getparamsfromcachebyname"><span>get<wbr/>Params<wbr/>From [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">paramNames</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>Names of the parameters.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><p>Parameters read.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1217">runtime.ts:1217</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="initwebgpu"><span>init<wbr/>Web<wbr/>GPU</span><a href="#initwebgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1217">runtime.ts:1217</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="initwebgpu"><span>init<wbr/>Web<wbr/>GPU</span><a href="#initwebgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">device</span>: <span class="tsd-signature-type">GPUDevice</span></span><div class="tsd-comment tsd-typography"><p>The given GPU device.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1898">runtime.ts:1898</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="ispackedfunc"><span>is<wbr/>Packed<wbr/>Func</span><a href="#ispackedfunc" aria-label="Permal [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1898">runtime.ts:1898</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="ispackedfunc"><span>is<wbr/>Packed<wbr/>Func</span><a href="#ispackedfunc" aria-label="Permal [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-type">unknown</span></span><div class="tsd-comment tsd-typography"><p>The input.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>The check result.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1151">runtime.ts:1151</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="listglobalfuncnames"><span>list<wbr/>Global<wbr/>Func<wbr/>Names</span><a href="#listglobalfuncnames" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1151">runtime.ts:1151</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="listglobalfuncnames"><span>list<wbr/>Global<wbr/>Func<wbr/>Names</span><a href="#listglobalfuncnames" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></h4><p>The name list.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1070">runtime.ts:1070</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="makeshapetuple"><span>make<wbr/>Shape<wbr/>Tuple</span><a href="#makeshapetuple" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1070">runtime.ts:1070</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="makeshapetuple"><span>make<wbr/>Shape<wbr/>Tuple</span><a href="#makeshapetuple" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The shape .</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><p>The created shape tuple.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1704">runtime.ts:1704</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="maketvmarray"><span>make<wbr/>TVM<wbr/>Array</span><a href="#maketvmarray" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1704">runtime.ts:1704</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="maketvmarray"><span>make<wbr/>TVM<wbr/>Array</span><a href="#maketvmarray" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
<p>The input array can be passed to tvm runtime function
and needs to b explicitly disposed.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">inputs</span>: <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The input array</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMArray.html" class="tsd-signature-type tsd-kind-class">TVMArray</a></h4><p>The result array.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1656">runtime.ts:1656</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="movetoparentscope"><span>move<wbr/>To<wbr/>Parent<wbr/>Scope</span><a href="#movetoparentscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../a [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1656">runtime.ts:1656</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="movetoparentscope"><span>move<wbr/>To<wbr/>Parent<wbr/>Scope</span><a href="#movetoparentscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../a [...]
<p>This function is useful to make sure objects are still
alive when exit the current scope.</p>
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="movetoparentscopet"><span class="tsd-kind-type-parameter">T</span> <span class="tsd-signature-keyword">extends</span> <a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-p [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#movetoparentscopet">T</a></h4><p>The input obj.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1040">runtime.ts:1040</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerasyncifyfunc"><span>register<wbr/>Asyncify<wbr/>Func</span><a href="#registerasyncifyfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href=". [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1040">runtime.ts:1040</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerasyncifyfunc"><span>register<wbr/>Asyncify<wbr/>Func</span><a href="#registerasyncifyfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href=". [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">...</span><span class="tsd-kind-parameter">args</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">Promise</span><span class="tsd-signat [...]
</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span><div class="tsd-comment tsd-typography"><p>Whether overwrite function in existing registry.</p>
@@ -196,7 +196,7 @@ alive when exit the current scope.</p>
<li>Note: This function is handled via asynctify mechanism.
The wasm needs to be compiled with Asynctify</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1789">runtime.ts:1789</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerasyncserverfunc"><span>register<wbr/>Async<wbr/>Server<wbr/>Func</span><a href="#regi [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1789">runtime.ts:1789</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerasyncserverfunc"><span>register<wbr/>Async<wbr/>Server<wbr/>Func</span><a href="#regi [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-type">Function</span></span><div class="tsd-comment tsd-typography"><p>function to be registered.</p>
</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span><div class="tsd-comment tsd-typography"><p>Whether overwrite function in existing registry.</p>
@@ -204,32 +204,32 @@ The wasm needs to be compiled with Asynctify</li>
<li>Note: The async function will only be used for serving remote calls in the rpc.
These functions contains explicit continuation</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1808">runtime.ts:1808</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerfunc"><span>register<wbr/>Func</span><a href="#registerfunc" aria-label="Permalink" c [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1808">runtime.ts:1808</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerfunc"><span>register<wbr/>Func</span><a href="#registerfunc" aria-label="Permalink" c [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.
*</p>
</div></li><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-type">Function</span> <span class="tsd-signature-symbol">|</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></span><div class="tsd-comment tsd-typography"><p>Function to be registered.</p>
</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span><div class="tsd-comment tsd-typography"><p>Whether overwrite function in existing registry.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1087">runtime.ts:1087</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerinitprogresscallback"><span>register<wbr/>Init<wbr/>Progress<wbr/>Callback</span><a h [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1087">runtime.ts:1087</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerinitprogresscallback"><span>register<wbr/>Init<wbr/>Progress<wbr/>Callback</span><a h [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">cb</span>: <a href="../types/InitProgressCallback.html" class="tsd-signature-type tsd-kind-type-alias">InitProgressCallback</a></span><div class="tsd-comment tsd-typography"><p>the fetch progress callback.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1195">runtime.ts:1195</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerobjectconstructor"><span>register<wbr/>Object<wbr/>Constructor</span><a href="#regist [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1195">runtime.ts:1195</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerobjectconstructor"><span>register<wbr/>Object<wbr/>Constructor</span><a href="#regist [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">typeKey</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li><li><span><span class="tsd-kind-parameter">func</span>: <a href="../types/_internal_.FObjectConstructor.html" class="tsd-signature-type tsd-kind-type-alias">FObjectConstructor</a></span><div class="tsd-comment tsd-typography"><p>Function to be registered.</p>
</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span><div class="tsd-comment tsd-typography"><p>Whether overwrite function in existing registry.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1745">runtime.ts:1745</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="runtimestatstext"><span>runtime<wbr/>Stats<wbr/>Text</span><a href="#runtimestatstext" aria-l [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L975">runtime.ts:975</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sampletoppfromlogits"><span>sample<wbr/>Top<wbr/>P<wbr/>From<wbr/>Logits</span><a href="#sampletoppfromlogits [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1745">runtime.ts:1745</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="runtimestatstext"><span>runtime<wbr/>Stats<wbr/>Text</span><a href="#runtimestatstext" aria-l [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L975">runtime.ts:975</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sampletoppfromlogits"><span>sample<wbr/>Top<wbr/>P<wbr/>From<wbr/>Logits</span><a href="#sampletoppfromlogits [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">logits</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The input logits before normalization.</p>
</div></li><li><span><span class="tsd-kind-parameter">temperature</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The temperature factor, will take argmax if temperature = 0.0</p>
</div></li><li><span><span class="tsd-kind-parameter">top_p</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The top_p</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The sampled index.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1553">runtime.ts:1553</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sampletoppfromprob"><span>sample<wbr/>Top<wbr/>P<wbr/>From<wbr/>Prob</span><a href="#sampletoppfromprob" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use h [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1553">runtime.ts:1553</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sampletoppfromprob"><span>sample<wbr/>Top<wbr/>P<wbr/>From<wbr/>Prob</span><a href="#sampletoppfromprob" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use h [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">prob</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The distribution, i.e. logits after <code>applySoftmaxWithTemperature()</code> is performed.</p>
</div></li><li><span><span class="tsd-kind-parameter">top_p</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The top_p</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The sampled index.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1564">runtime.ts:1564</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="scalar"><span>scalar</span><a href="#scalar" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3>< [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1564">runtime.ts:1564</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="scalar"><span>scalar</span><a href="#scalar" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3>< [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">value</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The number value.</p>
</div></li><li><span><span class="tsd-kind-parameter">dtype</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The dtype string.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Scalar.html" class="tsd-signature-type tsd-kind-class">Scalar</a></h4><p>The created scalar.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1464">runtime.ts:1464</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setpackedarguments"><span>set<wbr/>Packed<wbr/>Arguments</span><a href="#setpackedarguments" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../asse [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1464">runtime.ts:1464</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setpackedarguments"><span>set<wbr/>Packed<wbr/>Arguments</span><a href="#setpackedarguments" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../asse [...]
Allocate new temporary space from the stack if necessary.</p>
<ul>
<li></li>
@@ -237,37 +237,37 @@ Allocate new temporary space from the stack if necessary.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">stack</span>: <a href="_internal_.CachedCallStack.html" class="tsd-signature-type tsd-kind-class">CachedCallStack</a></span><div class="tsd-comment tsd-typography"><p>The call stack.</p>
</div></li><li><span><span class="tsd-kind-parameter">args</span>: <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The input arguments.</p>
</div></li><li><span><span class="tsd-kind-parameter">packedArgs</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The offset of packedArgs.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L2047">runtime.ts:2047</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setseed"><span>set<wbr/>Seed</span><a href="#setseed" aria-label="Permalink" class="tsd-ancho [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">seed</span>: <span class="tsd-signature-type">number</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1541">runtime.ts [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L2047">runtime.ts:2047</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setseed"><span>set<wbr/>Seed</span><a href="#setseed" aria-label="Permalink" class="tsd-ancho [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">seed</span>: <span class="tsd-signature-type">number</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1541">runtime.ts [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">dataRGBA</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>Image array in height x width uint32 Tensor RGBA format on GPU.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1621">runtime.ts:1621</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="systemlib"><span>system<wbr/>Lib</span><a href="#systemlib" aria-label="Permalink" class="tsd [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1621">runtime.ts:1621</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="systemlib"><span>system<wbr/>Lib</span><a href="#systemlib" aria-label="Permalink" class="tsd [...]
System lib is a global module that contains self register functions in startup.</p>
</div><h4 class="tsd-returns-title">Returns <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></h4><p>The system library module.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1063">runtime.ts:1063</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheclear"><span>tensor<wbr/>Cache<wbr/>Clear</span><a href="#tensorcacheclear" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ico [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1251">runtime.ts:1251</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheget"><span>tensor<wbr/>Cache<wbr/>Get</span><a href="#tensorcacheget" aria-label="Permalink" class [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1063">runtime.ts:1063</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheclear"><span>tensor<wbr/>Cache<wbr/>Clear</span><a href="#tensorcacheclear" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ico [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1251">runtime.ts:1251</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheget"><span>tensor<wbr/>Cache<wbr/>Get</span><a href="#tensorcacheget" aria-label="Permalink" class [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of array.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The result.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1226">runtime.ts:1226</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheremove"><span>tensor<wbr/>Cache<wbr/>Remove</span><a href="#tensorcacheremove" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1226">runtime.ts:1226</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheremove"><span>tensor<wbr/>Cache<wbr/>Remove</span><a href="#tensorcacheremove" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of array.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The result.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1235">runtime.ts:1235</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheupdate"><span>tensor<wbr/>Cache<wbr/>Update</span><a href="#tensorcacheupdate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1235">runtime.ts:1235</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheupdate"><span>tensor<wbr/>Cache<wbr/>Update</span><a href="#tensorcacheupdate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the array.</p>
</div></li><li><span><span class="tsd-kind-parameter">arr</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The content.</p>
-</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1244">runtime.ts:1244</a></li></ul></aside></div></li></ul></se [...]
+</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1244">runtime.ts:1244</a></li></ul></aside></div></li></ul></se [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-type">Function</span></span><div class="tsd-comment tsd-typography"><p>Input function.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The converted function.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1161">runtime.ts:1161</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typekey2index"><span>type<wbr/>Key2<wbr/>Index</span><a href="#typekey2index" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#ic [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1161">runtime.ts:1161</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typekey2index"><span>type<wbr/>Key2<wbr/>Index</span><a href="#typekey2index" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#ic [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">typeKey</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The type key.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The corresponding type index.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1719">runtime.ts:1719</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="uniform"><span>uniform</span><a href="#uniform" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1719">runtime.ts:1719</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="uniform"><span>uniform</span><a href="#uniform" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The shape of the array.</p>
</div></li><li><span><span class="tsd-kind-parameter">low</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The low value.</p>
</div></li><li><span><span class="tsd-kind-parameter">high</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The high value.</p>
</div></li><li><span><span class="tsd-kind-parameter">dev</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>The device of the ndarray.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The created ndarray.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1520">runtime.ts:1520</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="webgpu"><span>webgpu</span><a href="#webgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3>< [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1520">runtime.ts:1520</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="webgpu"><span>webgpu</span><a href="#webgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3>< [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">deviceId</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 0</span></span><div class="tsd-comment tsd-typography"><p>The device index.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1490">runtime.ts:1490</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="withnewscope"><span>with<wbr/>New<wbr/>Scope</span><a href= [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1490">runtime.ts:1490</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="withnewscope"><span>with<wbr/>New<wbr/>Scope</span><a href= [...]
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="withnewscopet"><span class="tsd-kind-type-parameter">T</span></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">action</span>: <span class="tsd-signature-symbol">()</span> <span class="tsd-signature-symbol">=></span> <a class="tsd-signature-type tsd-kind-t [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#withnewscopet">T</a></h4><p>The result value.</p>
<ul>
@@ -275,7 +275,7 @@ System lib is a global module that contains self register functions in startup.<
we will need to call <a href="#movetoparentscope" class="tsd-kind-method">moveToParentScope</a>
for the objects that are created in the scope.</li>
</ul>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1011">runtime.ts:1011</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapasyncifypackedfunc"><span>wrap<wbr/>Asyncify<wbr/>Packed<wbr/>Func</span><a href="#wrapasyncifypackedfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1011">runtime.ts:1011</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapasyncifypackedfunc"><span>wrap<wbr/>Asyncify<wbr/>Packed<wbr/>Func</span><a href="#wrapasyncifypackedfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"> [...]
through the asyncify mechanism</p>
<p>You only need to call it if the function may contain callback into async
JS function via asynctify. A common one can be GPU synchronize.</p>
@@ -283,4 +283,4 @@ JS function via asynctify. A common one can be GPU synchronize.</p>
to make sure you use await when calling the funciton.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></span><div class="tsd-comment tsd-typography"><p>The PackedFunc.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/_internal_.AsyncPackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">AsyncPackedFunc</a></h4><p>The wrapped AsyncPackedFunc</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/runtime.ts#L1772">runtime.ts:1772</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href=". [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/runtime.ts#L1772">runtime.ts:1772</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href=". [...]
diff --git a/docs/reference/api/typedoc/classes/LRUCache.html b/docs/reference/api/typedoc/classes/LRUCache.html
index 5880dfefc69..5444b77ef32 100644
--- a/docs/reference/api/typedoc/classes/LRUCache.html
+++ b/docs/reference/api/typedoc/classes/LRUCache.html
@@ -3,7 +3,7 @@
Uses a Map to maintain insertion order for O(1) LRU eviction.</p>
</div></section><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="k"><span class="tsd-kind-type-parameter">K</span></span><div class="tsd-comment tsd-typography"><p>Cache key type.</p>
</div></li><li><span id="v"><span class="tsd-kind-type-parameter">V</span></span><div class="tsd-comment tsd-typography"><p>Cache value type.</p>
-</div></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/cache_state.ts#L37">cache_state.ts:37</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria- [...]
+</div></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/cache_state.ts#L37">cache_state.ts:37</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria- [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Accessors</h3><div class="tsd-index-list"><a href="#size" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Accessor"><use href="../assets/icons.svg#icon-262144"></use></svg><span>size</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#get" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get</span></a>
<a href="#invalidate" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>invalidate</span></a>
@@ -11,8 +11,8 @@ Uses a Map to maintain insertion order for O(1) LRU eviction.</p>
<a href="#values" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>values</span></a>
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div></li><li><span id="constructorlrucachev"><span class="tsd-kind-type-parameter">V</span></span><div class="tsd-comment tsd-typography"><p>Cache value type.</p>
-</div></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">maxSize</span>: <span class="tsd-signature-type">number</span></span></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">onEvict</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">key</span><span class="tsd-signature-symbol">:</span> <a class="tsd-si [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/cache_state.ts#L108">cache_state.ts:108</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" [...]
+</div></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">maxSize</span>: <span class="tsd-signature-type">number</span></span></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">onEvict</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">key</span><span class="tsd-signature-symbol">:</span> <a class="tsd-si [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/cache_state.ts#L108">cache_state.ts:108</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" [...]
<p>On hit: moves the entry to most-recently-used position and returns it.
On miss: calls <code>constructor()</code> to create the value, inserts it, and
returns it. If the cache is full, the least-recently-used entry is
@@ -20,13 +20,13 @@ evicted first.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">key</span>: <a class="tsd-signature-type tsd-kind-type-parameter" href="#k">K</a></span><div class="tsd-comment tsd-typography"><p>The cache key.</p>
</div></li><li><span><span class="tsd-kind-parameter">constructor</span>: <span class="tsd-signature-symbol">()</span> <span class="tsd-signature-symbol">=></span> <a class="tsd-signature-type tsd-kind-type-parameter" href="#v">V</a></span><div class="tsd-comment tsd-typography"><p>Factory function called on cache miss to produce the value.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#v">V</a></h4><p>The cached or newly constructed value.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/cache_state.ts#L60">cache_state.ts:60</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="invalidate"><span>invalidate</span><a href="#invalidate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/cache_state.ts#L60">cache_state.ts:60</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="invalidate"><span>invalidate</span><a href="#invalidate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
<p>Does not dispose values — the caller is responsible for cleanup
(e.g. destroying GPU buffers) before calling invalidate.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/cache_state.ts#L103">cache_state.ts:103</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="needeviction"><span>need<wbr/>Eviction</span><a href="#needeviction" aria-label="Permalink" class="tsd- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/cache_state.ts#L103">cache_state.ts:103</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="needeviction"><span>need<wbr/>Eviction</span><a href="#needeviction" aria-label="Permalink" class="tsd- [...]
<p>Useful when the caller needs to perform side effects before eviction
(e.g. flushing pending GPU commands before destroying an evicted buffer).</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">key</span>: <a class="tsd-signature-type tsd-kind-type-parameter" href="#k">K</a></span><div class="tsd-comment tsd-typography"><p>The key to check.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>true if inserting <code>key</code> would trigger eviction of another entry.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/cache_state.ts#L92">cache_state.ts:92</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="values"><span>values</span><a href="#values" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></ [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">IterableIterator</span><span class="tsd-signature-symbol"><</span><a class="tsd-signature-type tsd-kind-type-parameter" href="#v">V</a><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/cache_state.ts#L113">cache_state.ts:113</a></li></ul></aside></div></li></ul></section> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/cache_state.ts#L92">cache_state.ts:92</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="values"><span>values</span><a href="#values" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></ [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">IterableIterator</span><span class="tsd-signature-symbol"><</span><a class="tsd-signature-type tsd-kind-type-parameter" href="#v">V</a><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/cache_state.ts#L113">cache_state.ts:113</a></li></ul></aside></div></li></ul></section> [...]
diff --git a/docs/reference/api/typedoc/classes/LinearCongruentialGenerator.html b/docs/reference/api/typedoc/classes/LinearCongruentialGenerator.html
index 9169823e4ca..e4dba167a2b 100644
--- a/docs/reference/api/typedoc/classes/LinearCongruentialGenerator.html
+++ b/docs/reference/api/typedoc/classes/LinearCongruentialGenerator.html
@@ -2,7 +2,7 @@
<p>Follows the implementation of <code>include/tvm/support/random_engine.h</code>, which follows the
sepcification in <a href="https://en.cppreference.com/w/cpp/numeric/random/linear_congruential_engine">https://en.cppreference.com/w/cpp/numeric/random/linear_congruential_engine</a>.</p>
<p>Note <code>Number.MAX_SAFE_INTEGER = 2^53 - 1</code>, and our intermediates are strictly less than 2^48.</p>
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/support.ts#L88">support.ts:88</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/support.ts#L88">support.ts:88</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#increment" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>increment</span></a>
<a href="#modulus" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>modulus</span></a>
<a href="#multiplier" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>multiplier</span></a>
@@ -10,11 +10,11 @@ sepcification in <a href="https://en.cppreference.com/w/cpp/numeric/random/linea
<a href="#randomfloat" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>random<wbr/>Float</span></a>
<a href="#setseed" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>set<wbr/>Seed</span></a>
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">LinearCongruentialGenerator</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/support.ts#L98">support.ts:98</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="secti [...]
+</div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">LinearCongruentialGenerator</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/support.ts#L98">support.ts:98</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="secti [...]
<p>Postcondition: pass <code>checkRandState()</code>, i.e. rand_state > 0 and is an integer.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/support.ts#L127">support.ts:127</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="randomfloat"><span>random<wbr/>Float</span><a href="#randomfloat" aria-label="Permalink" class="tsd-anchor-ic [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/support.ts#L127">support.ts:127</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="randomfloat"><span>random<wbr/>Float</span><a href="#randomfloat" aria-label="Permalink" class="tsd-anchor-ic [...]
<p>Postcondition: pass <code>checkRandState()</code>, i.e. rand_state > 0 and is an integer.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/support.ts#L141">support.ts:141</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setseed"><span>set<wbr/>Seed</span><a href="#setseed" aria-label="Permalink" class="tsd-anchor-icon"><svg vie [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/support.ts#L141">support.ts:141</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setseed"><span>set<wbr/>Seed</span><a href="#setseed" aria-label="Permalink" class="tsd-anchor-icon"><svg vie [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">seed</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Any integer. Used to set <code>rand_state</code> after normalized with <code>modulus</code>.</p>
<p>Postcondition: pass <code>checkRandState()</code>, i.e. rand_state > 0 and is an integer.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/5673754e7c70de5bab04f06fbe70c424dcf15092/web/src/support.ts#L111">support.ts:111</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-acc [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e0df8028bfe40bfdd5c84437bf516995968270e8/web/src/support.ts#L111">support.ts:111</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-acc [...]
diff --git a/docs/reference/api/typedoc/classes/Module.html b/docs/reference/api/typedoc/classes/Module.html
index a065b3600a1..70f0c85a122 100644
--- a/docs/reference/api/typedoc/classes/Module.html
+++ b/docs/reference/api/typedoc/classes/Module.html
@@ -1,23 +1,23 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Module | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons. [...]
-</div></section><section class="tsd-panel tsd-hierarchy" data-refl="40"><h4>Hierarchy (<a href="../hierarchy.html#Module">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">Module</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/ap [...]
+</div></section><section class="tsd-panel tsd-hierarchy" data-refl="40"><h4>Hierarchy (<a href="../hierarchy.html#Module">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">Module</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/ap [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#getfunction" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Function</span></a>
<a href="#gethandle" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Handle</span></a>
<a href="#importmodule" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>import<wbr/>Module</span></a>
<a href="#typeindex" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Index</span></a>
<a href="#typekey" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
... 1086 lines suppressed ...