You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tvm.apache.org by tq...@apache.org on 2026/04/25 20:58:07 UTC
(tvm-site) branch asf-site updated: deploying docs (apache/tvm@9dc87f1931849541877c412af3362dcde17e1a99)
This is an automated email from the ASF dual-hosted git repository.
tqchen pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/tvm-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 8372731f234 deploying docs (apache/tvm@9dc87f1931849541877c412af3362dcde17e1a99)
8372731f234 is described below
commit 8372731f234b0b67123ff7e3ae0fecdafc6ac19f
Author: tvm-bot <95...@users.noreply.github.com>
AuthorDate: Sat Apr 25 20:58:01 2026 +0000
deploying docs (apache/tvm@9dc87f1931849541877c412af3362dcde17e1a99)
---
.../import_model.zip | Bin 35138 -> 35138 bytes
.../dlight_gpu_scheduling.zip | Bin 26311 -> 26311 bytes
.../11c11e53c7dace51a8be968ee169ed0d/ir_module.zip | Bin 23790 -> 23790 bytes
.../tir_transformation.zip | Bin 15899 -> 15899 bytes
.../meta_schedule.zip | Bin 24239 -> 24239 bytes
.../bring_your_own_codegen.ipynb} | 12 +-
.../mix_python_and_tvm_with_pymodule.zip | Bin 39005 -> 39005 bytes
.../relax_creation.zip | Bin 22420 -> 22420 bytes
.../relax_transformation.zip | Bin 11480 -> 11480 bytes
.../optimize_llm.zip | Bin 54007 -> 54007 bytes
.../bring_your_own_codegen.zip} | Bin 15260 -> 18423 bytes
.../e2e_opt_model.zip | Bin 14501 -> 14501 bytes
.../quick_start.zip | Bin 16252 -> 16252 bytes
.../export_and_load_executable.zip | Bin 31526 -> 31526 bytes
.../tir_creation.zip | Bin 24415 -> 24415 bytes
.../bring_your_own_codegen.py} | 61 +++++++---
.../cross_compilation_and_rpc.zip | Bin 49406 -> 49406 bytes
.../customize_opt.zip | Bin 20544 -> 20544 bytes
...g => sphx_glr_bring_your_own_codegen_thumb.png} | Bin
.../relax/tutorials/sg_execution_times.rst.txt | 6 +-
.../tensor_ir/tutorials/sg_execution_times.rst.txt | 8 +-
.../tensor_ir/tutorials/tir_creation.rst.txt | 20 ++--
.../tensor_ir/tutorials/tir_transformation.rst.txt | 6 +-
.../get_started/tutorials/ir_module.rst.txt | 8 +-
.../get_started/tutorials/quick_start.rst.txt | 4 +-
.../tutorials/sg_execution_times.rst.txt | 6 +-
...mple.rst.txt => bring_your_own_codegen.rst.txt} | 125 +++++++++++---------
.../tutorials/cross_compilation_and_rpc.rst.txt | 6 +-
.../how_to/tutorials/customize_opt.rst.txt | 4 +-
.../how_to/tutorials/e2e_opt_model.rst.txt | 2 +-
docs/_sources/how_to/tutorials/index.rst.txt | 8 +-
.../how_to/tutorials/sg_execution_times.rst.txt | 14 +--
docs/_sources/index.rst.txt | 1 +
docs/_sources/sg_execution_times.rst.txt | 28 ++---
docs/arch/codegen.html | 1 +
docs/arch/device_target_interactions.html | 1 +
docs/arch/external_library_dispatch.html | 1 +
docs/arch/fusion.html | 1 +
docs/arch/index.html | 1 +
.../arch/introduction_to_module_serialization.html | 1 +
docs/arch/pass_infra.html | 1 +
docs/arch/relax_vm.html | 1 +
docs/arch/runtime.html | 1 +
docs/arch/runtimes/vulkan.html | 1 +
docs/arch/tvmscript.html | 1 +
docs/commit_hash | 2 +-
docs/contribute/ci.html | 1 +
docs/contribute/code_guide.html | 1 +
docs/contribute/code_review.html | 1 +
docs/contribute/committer_guide.html | 1 +
docs/contribute/community.html | 1 +
docs/contribute/document.html | 1 +
docs/contribute/error_handling.html | 1 +
docs/contribute/git_howto.html | 1 +
docs/contribute/index.html | 1 +
docs/contribute/pull_request.html | 1 +
docs/contribute/release_process.html | 1 +
docs/deep_dive/relax/abstraction.html | 1 +
docs/deep_dive/relax/dpl.html | 1 +
docs/deep_dive/relax/index.html | 1 +
docs/deep_dive/relax/learning.html | 1 +
docs/deep_dive/relax/tutorials/index.html | 1 +
docs/deep_dive/relax/tutorials/relax_creation.html | 1 +
.../relax/tutorials/relax_transformation.html | 1 +
.../relax/tutorials/sg_execution_times.html | 7 +-
docs/deep_dive/tensor_ir/abstraction.html | 1 +
docs/deep_dive/tensor_ir/index.html | 1 +
docs/deep_dive/tensor_ir/learning.html | 1 +
.../tensor_ir/tutorials/dlight_gpu_scheduling.html | 1 +
docs/deep_dive/tensor_ir/tutorials/index.html | 1 +
.../tensor_ir/tutorials/meta_schedule.html | 1 +
.../tensor_ir/tutorials/sg_execution_times.html | 9 +-
.../tensor_ir/tutorials/tir_creation.html | 21 ++--
.../tensor_ir/tutorials/tir_transformation.html | 7 +-
docs/errors.html | 1 +
docs/genindex.html | 1 +
docs/get_started/overview.html | 1 +
docs/get_started/tutorials/index.html | 1 +
docs/get_started/tutorials/ir_module.html | 9 +-
docs/get_started/tutorials/quick_start.html | 5 +-
docs/get_started/tutorials/sg_execution_times.html | 7 +-
docs/how_to/dev/index.html | 5 +-
docs/how_to/dev/pytest_target_parametrization.html | 1 +
docs/how_to/dev/setup_rpc_system.html | 1 +
...pu_example.html => bring_your_own_codegen.html} | 130 +++++++++++++--------
.../tutorials/cross_compilation_and_rpc.html | 7 +-
docs/how_to/tutorials/customize_opt.html | 5 +-
docs/how_to/tutorials/e2e_opt_model.html | 5 +-
.../tutorials/export_and_load_executable.html | 1 +
docs/how_to/tutorials/import_model.html | 1 +
docs/how_to/tutorials/index.html | 5 +-
.../mix_python_and_tvm_with_pymodule.html | 5 +-
docs/how_to/tutorials/optimize_llm.html | 1 +
docs/how_to/tutorials/sg_execution_times.html | 15 +--
docs/index.html | 2 +
docs/install/docker.html | 1 +
docs/install/from_source.html | 1 +
docs/install/index.html | 1 +
docs/objects.inv | Bin 23030 -> 23035 bytes
docs/py-modindex.html | 1 +
docs/reference/api/links.html | 1 +
docs/reference/api/python/arith.html | 1 +
docs/reference/api/python/contrib.html | 1 +
docs/reference/api/python/driver.html | 1 +
docs/reference/api/python/error.html | 1 +
docs/reference/api/python/exec.html | 1 +
docs/reference/api/python/index.html | 1 +
docs/reference/api/python/instrument.html | 1 +
docs/reference/api/python/ir.html | 1 +
docs/reference/api/python/meta_schedule.html | 1 +
docs/reference/api/python/relax/analysis.html | 1 +
docs/reference/api/python/relax/backend.html | 1 +
docs/reference/api/python/relax/block_builder.html | 1 +
docs/reference/api/python/relax/distributed.html | 1 +
docs/reference/api/python/relax/dpl.html | 1 +
docs/reference/api/python/relax/frontend.html | 1 +
docs/reference/api/python/relax/op.html | 1 +
docs/reference/api/python/relax/relax.html | 1 +
docs/reference/api/python/relax/testing.html | 1 +
docs/reference/api/python/relax/training.html | 1 +
docs/reference/api/python/relax/transform.html | 1 +
docs/reference/api/python/rpc.html | 1 +
docs/reference/api/python/runtime/disco.html | 1 +
docs/reference/api/python/runtime/profiling.html | 1 +
docs/reference/api/python/runtime/runtime.html | 1 +
docs/reference/api/python/runtime/vm.html | 1 +
docs/reference/api/python/s_tir/analysis.html | 1 +
docs/reference/api/python/s_tir/backend.html | 1 +
docs/reference/api/python/s_tir/dlight.html | 1 +
docs/reference/api/python/s_tir/schedule.html | 1 +
docs/reference/api/python/s_tir/tensor_intrin.html | 1 +
docs/reference/api/python/s_tir/transform.html | 1 +
docs/reference/api/python/script/ir_builder.html | 1 +
docs/reference/api/python/script/parser.html | 1 +
docs/reference/api/python/script/printer.html | 1 +
docs/reference/api/python/script/script.html | 1 +
docs/reference/api/python/support.html | 1 +
docs/reference/api/python/target.html | 1 +
docs/reference/api/python/te.html | 1 +
docs/reference/api/python/testing.html | 1 +
docs/reference/api/python/tirx/analysis.html | 1 +
docs/reference/api/python/tirx/backend.html | 1 +
docs/reference/api/python/tirx/stmt_functor.html | 1 +
docs/reference/api/python/tirx/tirx.html | 1 +
docs/reference/api/python/tirx/transform.html | 1 +
docs/reference/api/python/topi.html | 1 +
docs/reference/api/python/transform.html | 1 +
.../api/typedoc/classes/ArtifactCache.html | 14 +--
.../classes/ArtifactCrossOriginStorageCache.html | 12 +-
.../typedoc/classes/ArtifactIndexedDBCache.html | 12 +-
docs/reference/api/typedoc/classes/CacheState.html | 10 +-
docs/reference/api/typedoc/classes/DLDataType.html | 10 +-
docs/reference/api/typedoc/classes/DLDevice.html | 10 +-
docs/reference/api/typedoc/classes/Instance.html | 108 ++++++++---------
docs/reference/api/typedoc/classes/LRUCache.html | 14 +--
.../classes/LinearCongruentialGenerator.html | 10 +-
docs/reference/api/typedoc/classes/Module.html | 16 +--
docs/reference/api/typedoc/classes/RPCServer.html | 4 +-
docs/reference/api/typedoc/classes/Scalar.html | 8 +-
docs/reference/api/typedoc/classes/TVMArray.html | 16 +--
docs/reference/api/typedoc/classes/TVMObject.html | 12 +-
docs/reference/api/typedoc/classes/Tensor.html | 34 +++---
.../api/typedoc/classes/VirtualMachine.html | 10 +-
.../classes/_internal_.AsyncifyHandler.html | 14 +--
.../classes/_internal_.CachedCallStack.html | 24 ++--
.../classes/_internal_.CanvasRenderManager.html | 6 +-
.../classes/_internal_.CrossOriginStorage.html | 4 +-
.../typedoc/classes/_internal_.Environment.html | 12 +-
.../api/typedoc/classes/_internal_.FFILibrary.html | 6 +-
.../api/typedoc/classes/_internal_.Memory.html | 22 ++--
.../typedoc/classes/_internal_.PackedFuncCell.html | 12 +-
.../typedoc/classes/_internal_.RuntimeContext.html | 8 +-
.../typedoc/classes/_internal_.WebGPUContext.html | 26 ++---
.../enums/_internal_.AsyncifyStateKind.html | 4 +-
.../typedoc/enums/_internal_.RPCServerState.html | 4 +-
docs/reference/api/typedoc/functions/assert.html | 2 +-
.../api/typedoc/functions/createArtifactCache.html | 2 +-
.../api/typedoc/functions/createPolyfillWASI.html | 2 +-
.../api/typedoc/functions/deleteTensorCache.html | 4 +-
.../api/typedoc/functions/detectGPUDevice.html | 2 +-
.../api/typedoc/functions/hasTensorInCache.html | 4 +-
.../api/typedoc/functions/instantiate.html | 2 +-
docs/reference/api/typedoc/functions/wasmPath.html | 2 +-
.../typedoc/interfaces/ArtifactCacheTemplate.html | 10 +-
.../api/typedoc/interfaces/Disposable.html | 4 +-
.../interfaces/FetchTensorCacheOptions.html | 4 +-
.../typedoc/interfaces/GPUDeviceDetectOutput.html | 4 +-
.../api/typedoc/interfaces/InitProgressReport.html | 4 +-
.../api/typedoc/interfaces/LibraryProvider.html | 6 +-
.../interfaces/TensorCacheAccessOptions.html | 4 +-
.../_internal_.CrossOriginHashDescriptor.html | 4 +-
.../_internal_.CrossOriginStorageAPI.html | 4 +-
.../_internal_.CrossOriginStorageHandle.html | 4 +-
...CrossOriginStorageRequestFileHandleOptions.html | 4 +-
.../_internal_.CrossOriginStorageWritable.html | 4 +-
.../interfaces/_internal_.FunctionInfo.html | 4 +-
.../interfaces/_internal_.TensorCacheEntry.html | 4 +-
.../interfaces/_internal_.TensorShardEntry.html | 4 +-
.../api/typedoc/types/ArtifactCacheType.html | 2 +-
.../api/typedoc/types/InitProgressCallback.html | 2 +-
docs/reference/api/typedoc/types/PackedFunc.html | 2 +-
.../typedoc/types/_internal_.AsyncPackedFunc.html | 2 +-
.../types/_internal_.FObjectConstructor.html | 2 +-
.../types/_internal_.FTVMFFIWasmSafeCallType.html | 2 +-
.../types/_internal_.FTVMWasmAllocSpace.html | 2 +-
.../types/_internal_.FTVMWasmFreeSpace.html | 2 +-
.../api/typedoc/types/_internal_.Pointer.html | 2 +-
.../api/typedoc/types/_internal_.RequestLike.html | 2 +-
.../typedoc/types/_internal_.TVMObjectBase.html | 2 +-
docs/reference/publications.html | 1 +
docs/reference/security.html | 1 +
docs/search.html | 1 +
docs/searchindex.js | 2 +-
docs/sg_execution_times.html | 29 ++---
214 files changed, 721 insertions(+), 525 deletions(-)
diff --git a/docs/_downloads/050dda7aeddba33e083ae36606d3270f/import_model.zip b/docs/_downloads/050dda7aeddba33e083ae36606d3270f/import_model.zip
index 55cd706c86c..642079e8a50 100644
Binary files a/docs/_downloads/050dda7aeddba33e083ae36606d3270f/import_model.zip and b/docs/_downloads/050dda7aeddba33e083ae36606d3270f/import_model.zip differ
diff --git a/docs/_downloads/0eec6b3ea6ba863d0ed14b037c4b83ea/dlight_gpu_scheduling.zip b/docs/_downloads/0eec6b3ea6ba863d0ed14b037c4b83ea/dlight_gpu_scheduling.zip
index 87e6dc1fc04..d0ef9a50b5a 100644
Binary files a/docs/_downloads/0eec6b3ea6ba863d0ed14b037c4b83ea/dlight_gpu_scheduling.zip and b/docs/_downloads/0eec6b3ea6ba863d0ed14b037c4b83ea/dlight_gpu_scheduling.zip differ
diff --git a/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip b/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip
index 304bd82d484..940211a5455 100644
Binary files a/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip and b/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip differ
diff --git a/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip b/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip
index e3b37cd2881..8c1bcfde877 100644
Binary files a/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip and b/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip differ
diff --git a/docs/_downloads/249a4acaa182fd00b9c381b53025777d/meta_schedule.zip b/docs/_downloads/249a4acaa182fd00b9c381b53025777d/meta_schedule.zip
index 26f6afcc5c3..f95cb0e1f97 100644
Binary files a/docs/_downloads/249a4acaa182fd00b9c381b53025777d/meta_schedule.zip and b/docs/_downloads/249a4acaa182fd00b9c381b53025777d/meta_schedule.zip differ
diff --git a/docs/_downloads/43824fc479896e7049e14d1a62e6b864/byoc_npu_example.ipynb b/docs/_downloads/2729a585e9deb6295e6d7badc73087d7/bring_your_own_codegen.ipynb
similarity index 60%
rename from docs/_downloads/43824fc479896e7049e14d1a62e6b864/byoc_npu_example.ipynb
rename to docs/_downloads/2729a585e9deb6295e6d7badc73087d7/bring_your_own_codegen.ipynb
index 6344b0a4d3b..44c811d778f 100644
--- a/docs/_downloads/43824fc479896e7049e14d1a62e6b864/byoc_npu_example.ipynb
+++ b/docs/_downloads/2729a585e9deb6295e6d7badc73087d7/bring_your_own_codegen.ipynb
@@ -15,7 +15,7 @@
"cell_type": "markdown",
"metadata": {},
"source": [
- "\n\n# Bring Your Own Codegen: NPU Backend Example\n**Author**: [Sheldon Aristide](https://github.com/Aristide021/)\n\nThis tutorial walks through the example NPU BYOC backend included in TVM.\nIt demonstrates the key concepts needed to offload operations to a custom\naccelerator: pattern registration, graph partitioning, codegen, and runtime\ndispatch.\n\nNPUs are purpose-built accelerators designed around a fixed set of operations\ncommon in neural network inference, such as ma [...]
+ "\n\n# Bring Your Own Codegen: NPU Backend Example\n\nThis tutorial shows how to integrate a custom hardware backend with TVM's\nBYOC framework, using the bundled example NPU backend (CPU emulation, no\nreal hardware required) as the worked example. You will see the key\nconcepts needed to offload operations to a custom accelerator: pattern\nregistration, graph partitioning, codegen, and runtime dispatch.\n\nNPUs are purpose-built accelerators designed around a fixed set of oper [...]
]
},
{
@@ -40,7 +40,7 @@
},
"outputs": [],
"source": [
- "import tvm\nimport tvm.relax.backend.contrib.example_npu # registers patterns\nfrom tvm import relax\nfrom tvm.relax.backend.pattern_registry import get_patterns_with_prefix\nfrom tvm.relax.transform import FuseOpsByPattern, MergeCompositeFunctions, RunCodegen\nfrom tvm.script import relax as R\n\nhas_example_npu_codegen = tvm.get_global_func(\"relax.ext.example_npu\", True)\nhas_example_npu_runtime = tvm.get_global_func(\"runtime.ExampleNPUJSONRuntimeCreate\", True)\nhas_examp [...]
+ "import numpy as np\n\nimport tvm\nimport tvm.relax.backend.contrib.example_npu # registers patterns\nfrom tvm import relax\nfrom tvm.relax.backend.pattern_registry import get_patterns_with_prefix\nfrom tvm.relax.transform import FuseOpsByPattern, MergeCompositeFunctions, RunCodegen\nfrom tvm.script import relax as R\n\nhas_example_npu_codegen = tvm.get_global_func(\"relax.ext.example_npu\", True)\nhas_example_npu_runtime = tvm.get_global_func(\"runtime.ExampleNPUJSONRuntimeCrea [...]
]
},
{
@@ -65,7 +65,7 @@
"cell_type": "markdown",
"metadata": {},
"source": [
- "## Step 3: Partition the graph\n\n``FuseOpsByPattern`` groups ops that match a registered pattern into\ncomposite functions. ``MergeCompositeFunctions`` consolidates them\nso each group becomes a single external call.\n\n"
+ "## Step 3: Partition the graph\n\n``FuseOpsByPattern`` groups ops that match a registered pattern into\ncomposite functions, controlled by two flags:\n\n- ``bind_constants=False`` keeps weights as function arguments instead\n of baking them in, so the host stays in charge of parameter\n ownership.\n- ``annotate_codegen=True`` tags each composite with its backend name\n (``example_npu``); without this tag, ``RunCodegen`` has no way to\n route the composite to a backend.\n\n`` [...]
]
},
{
@@ -94,14 +94,14 @@
},
"outputs": [],
"source": [
- "if has_example_npu:\n mod = RunCodegen()(mod)\n print(\"After codegen:\")\n print(mod)\n\n ######################################################################\n # Step 5: Build and run\n # ---------------------\n #\n # Build the module for the host target, create a virtual machine, and\n # execute the compiled function.\n\n import numpy as np\n\n np.random.seed(0)\n x_np = np.random.randn(2, 4).astype(\"float32\")\n w_np = np.random.rand [...]
+ "if has_example_npu:\n mod = RunCodegen()(mod)\n print(\"After codegen:\")\n print(mod)\n\n ######################################################################\n # Step 5: Build and run\n # ---------------------\n #\n # Build the module for the host target, create a virtual machine, and\n # execute the compiled function.\n\n np.random.seed(0)\n x_np = np.random.randn(2, 4).astype(\"float32\")\n w_np = np.random.randn(4, 8).astype(\"float32\" [...]
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
- "## Step 6: Conv2D + ReLU\n\nThe same flow applies to convolution workloads.\n\n"
+ "## Step 6: Conv2D + ReLU\n\nThe same flow applies to convolution workloads. Because the fused\n``conv2d + relu`` pattern is registered after the standalone\n``conv2d`` pattern in ``patterns.py`` (later entries have higher\npriority), both ops are offloaded as a single composite function.\n\n"
]
},
{
@@ -112,7 +112,7 @@
},
"outputs": [],
"source": [
- "@tvm.script.ir_module\nclass Conv2dReLU:\n @R.function\n def main(\n x: R.Tensor((1, 3, 32, 32), \"float32\"),\n w: R.Tensor((16, 3, 3, 3), \"float32\"),\n ) -> R.Tensor((1, 16, 30, 30), \"float32\"):\n with R.dataflow():\n y = relax.op.nn.conv2d(x, w)\n z = relax.op.nn.relu(y)\n R.output(z)\n return z\n\n\nif has_example_npu:\n mod2 = Conv2dReLU\n mod2 = FuseOpsByPattern(patterns, bind_constants=False, [...]
+ "@tvm.script.ir_module\nclass Conv2dReLU:\n @R.function\n def main(\n x: R.Tensor((1, 3, 32, 32), \"float32\"),\n w: R.Tensor((16, 3, 3, 3), \"float32\"),\n ) -> R.Tensor((1, 16, 30, 30), \"float32\"):\n with R.dataflow():\n y = relax.op.nn.conv2d(x, w)\n z = relax.op.nn.relu(y)\n R.output(z)\n return z\n\n\nif has_example_npu:\n mod2 = Conv2dReLU\n mod2 = FuseOpsByPattern(patterns, bind_constants=False, [...]
]
},
{
diff --git a/docs/_downloads/373278b9f6fc686adeaa0219598fe78b/mix_python_and_tvm_with_pymodule.zip b/docs/_downloads/373278b9f6fc686adeaa0219598fe78b/mix_python_and_tvm_with_pymodule.zip
index f90250ceda9..dba6021e3a7 100644
Binary files a/docs/_downloads/373278b9f6fc686adeaa0219598fe78b/mix_python_and_tvm_with_pymodule.zip and b/docs/_downloads/373278b9f6fc686adeaa0219598fe78b/mix_python_and_tvm_with_pymodule.zip differ
diff --git a/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip b/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip
index a66a2ff286f..d918de9fba2 100644
Binary files a/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip and b/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip differ
diff --git a/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip b/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip
index 5daa0dd3c04..365ab6fe41b 100644
Binary files a/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip and b/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip differ
diff --git a/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip b/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip
index 419089f9d48..01de56dbc52 100644
Binary files a/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip and b/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip differ
diff --git a/docs/_downloads/d42bd0f97b9a6b25a1a2ba6cf45f871b/byoc_npu_example.zip b/docs/_downloads/8c05f1d580979a2c26428a509c07ed72/bring_your_own_codegen.zip
similarity index 64%
rename from docs/_downloads/d42bd0f97b9a6b25a1a2ba6cf45f871b/byoc_npu_example.zip
rename to docs/_downloads/8c05f1d580979a2c26428a509c07ed72/bring_your_own_codegen.zip
index 50533a11093..a59ebd0c10a 100644
Binary files a/docs/_downloads/d42bd0f97b9a6b25a1a2ba6cf45f871b/byoc_npu_example.zip and b/docs/_downloads/8c05f1d580979a2c26428a509c07ed72/bring_your_own_codegen.zip differ
diff --git a/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip b/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip
index 720175906f8..4291f241f3b 100644
Binary files a/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip and b/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip differ
diff --git a/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip b/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip
index 8f524411bc7..9e96b24c9db 100644
Binary files a/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip and b/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip differ
diff --git a/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip b/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip
index 2d411e57821..18837b9f03a 100644
Binary files a/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip and b/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip differ
diff --git a/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip b/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip
index da4128e0c69..1ba7930f222 100644
Binary files a/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip and b/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip differ
diff --git a/docs/_downloads/59e92ec30b073e69118f05697f7e4e5b/byoc_npu_example.py b/docs/_downloads/c4ca99367570f8682036b6e670ef0dd9/bring_your_own_codegen.py
similarity index 72%
rename from docs/_downloads/59e92ec30b073e69118f05697f7e4e5b/byoc_npu_example.py
rename to docs/_downloads/c4ca99367570f8682036b6e670ef0dd9/bring_your_own_codegen.py
index 143d097dc46..b6039e49303 100644
--- a/docs/_downloads/59e92ec30b073e69118f05697f7e4e5b/byoc_npu_example.py
+++ b/docs/_downloads/c4ca99367570f8682036b6e670ef0dd9/bring_your_own_codegen.py
@@ -16,21 +16,25 @@
# under the License.
"""
-.. _tutorial-byoc-npu-example:
+.. _tutorial-bring-your-own-codegen:
Bring Your Own Codegen: NPU Backend Example
===========================================
-**Author**: `Sheldon Aristide <https://github.com/Aristide021/>`_
-This tutorial walks through the example NPU BYOC backend included in TVM.
-It demonstrates the key concepts needed to offload operations to a custom
-accelerator: pattern registration, graph partitioning, codegen, and runtime
-dispatch.
+This tutorial shows how to integrate a custom hardware backend with TVM's
+BYOC framework, using the bundled example NPU backend (CPU emulation, no
+real hardware required) as the worked example. You will see the key
+concepts needed to offload operations to a custom accelerator: pattern
+registration, graph partitioning, codegen, and runtime dispatch.
NPUs are purpose-built accelerators designed around a fixed set of operations
common in neural network inference, such as matrix multiplication, convolution,
and activation functions.
-The example backend uses CPU emulation so no real NPU hardware is required.
+The example backend's runtime is a *stub*: it logs the dispatch decisions an
+NPU would make (memory tier, execution engine, fusion) but performs no real
+computation, so output buffers are uninitialized. Assertions in this tutorial
+therefore check shapes, not values. When you replace the runtime with your
+hardware SDK calls, the same flow produces real results.
**Prerequisites**: Build TVM with ``USE_EXAMPLE_NPU_CODEGEN=ON`` and
``USE_EXAMPLE_NPU_RUNTIME=ON``.
@@ -58,6 +62,8 @@ The example backend uses CPU emulation so no real NPU hardware is required.
# Importing the module is enough to register all supported patterns with
# TVM's pattern registry.
+import numpy as np
+
import tvm
import tvm.relax.backend.contrib.example_npu # registers patterns
from tvm import relax
@@ -69,6 +75,8 @@ has_example_npu_codegen = tvm.get_global_func("relax.ext.example_npu", True)
has_example_npu_runtime = tvm.get_global_func("runtime.ExampleNPUJSONRuntimeCreate", True)
has_example_npu = has_example_npu_codegen and has_example_npu_runtime
+target = tvm.target.Target("llvm")
+
patterns = get_patterns_with_prefix("example_npu")
print("Registered patterns:", [p.name for p in patterns])
@@ -98,8 +106,22 @@ class MatmulReLU:
# ---------------------------
#
# ``FuseOpsByPattern`` groups ops that match a registered pattern into
-# composite functions. ``MergeCompositeFunctions`` consolidates them
-# so each group becomes a single external call.
+# composite functions, controlled by two flags:
+#
+# - ``bind_constants=False`` keeps weights as function arguments instead
+# of baking them in, so the host stays in charge of parameter
+# ownership.
+# - ``annotate_codegen=True`` tags each composite with its backend name
+# (``example_npu``); without this tag, ``RunCodegen`` has no way to
+# route the composite to a backend.
+#
+# ``MergeCompositeFunctions`` then consolidates adjacent composites
+# that target the same backend so each group becomes a single external
+# call. Note that consolidation depends on the patterns themselves: an
+# ``op_a + op_b`` chain only collapses into one composite if a fused
+# pattern (e.g. ``matmul_relu_fused``) was registered for it; otherwise
+# each op stays as its own composite even when both target the same
+# backend.
mod = MatmulReLU
mod = FuseOpsByPattern(patterns, bind_constants=False, annotate_codegen=True)(mod)
@@ -130,28 +152,27 @@ if has_example_npu:
# Build the module for the host target, create a virtual machine, and
# execute the compiled function.
- import numpy as np
-
np.random.seed(0)
x_np = np.random.randn(2, 4).astype("float32")
w_np = np.random.randn(4, 8).astype("float32")
- target = tvm.target.Target("llvm")
with tvm.transform.PassContext(opt_level=3):
built = relax.build(mod, target)
vm = relax.VirtualMachine(built, tvm.cpu())
result = vm["main"](tvm.runtime.tensor(x_np, tvm.cpu()), tvm.runtime.tensor(w_np, tvm.cpu()))
- expected_shape = (2, 8)
- assert result.numpy().shape == expected_shape
+ assert result.numpy().shape == (2, 8)
print("Execution completed. Output shape:", result.numpy().shape)
######################################################################
# Step 6: Conv2D + ReLU
# ---------------------
#
-# The same flow applies to convolution workloads.
+# The same flow applies to convolution workloads. Because the fused
+# ``conv2d + relu`` pattern is registered after the standalone
+# ``conv2d`` pattern in ``patterns.py`` (later entries have higher
+# priority), both ops are offloaded as a single composite function.
@tvm.script.ir_module
@@ -177,7 +198,15 @@ if has_example_npu:
with tvm.transform.PassContext(opt_level=3):
built2 = relax.build(mod2, target)
- print("Conv2dReLU compiled successfully.")
+ x2_np = np.random.randn(1, 3, 32, 32).astype("float32")
+ w2_np = np.random.randn(16, 3, 3, 3).astype("float32")
+
+ vm2 = relax.VirtualMachine(built2, tvm.cpu())
+ result2 = vm2["main"](
+ tvm.runtime.tensor(x2_np, tvm.cpu()), tvm.runtime.tensor(w2_np, tvm.cpu())
+ )
+ assert result2.numpy().shape == (1, 16, 30, 30)
+ print("Conv2dReLU output shape:", result2.numpy().shape)
######################################################################
# Next steps
diff --git a/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip b/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip
index 903ec8b5278..cb7f8ce16f4 100644
Binary files a/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip and b/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip differ
diff --git a/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip b/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip
index e98a037a773..ad801c34f14 100644
Binary files a/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip and b/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip differ
diff --git a/docs/_images/sphx_glr_byoc_npu_example_thumb.png b/docs/_images/sphx_glr_bring_your_own_codegen_thumb.png
similarity index 100%
rename from docs/_images/sphx_glr_byoc_npu_example_thumb.png
rename to docs/_images/sphx_glr_bring_your_own_codegen_thumb.png
diff --git a/docs/_sources/deep_dive/relax/tutorials/sg_execution_times.rst.txt b/docs/_sources/deep_dive/relax/tutorials/sg_execution_times.rst.txt
index 91384f9e055..929cd1f2d3d 100644
--- a/docs/_sources/deep_dive/relax/tutorials/sg_execution_times.rst.txt
+++ b/docs/_sources/deep_dive/relax/tutorials/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:00.169** total execution time for 2 files **from deep_dive/relax/tutorials**:
+**00:00.171** total execution time for 2 files **from deep_dive/relax/tutorials**:
.. container::
@@ -33,8 +33,8 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_creation.py` (``relax_creation.py``)
- - 00:00.116
+ - 00:00.118
- 0.0
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_transformation.py` (``relax_transformation.py``)
- - 00:00.054
+ - 00:00.053
- 0.0
diff --git a/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst.txt b/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst.txt
index 9808da57f43..c0e7016996e 100644
--- a/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst.txt
+++ b/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:00.586** total execution time for 4 files **from deep_dive/tensor_ir/tutorials**:
+**00:00.582** total execution time for 4 files **from deep_dive/tensor_ir/tutorials**:
.. container::
@@ -33,13 +33,13 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_transformation.py` (``tir_transformation.py``)
- - 00:00.275
+ - 00:00.267
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_creation.py` (``tir_creation.py``)
- - 00:00.185
+ - 00:00.189
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_dlight_gpu_scheduling.py` (``dlight_gpu_scheduling.py``)
- - 00:00.118
+ - 00:00.119
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_meta_schedule.py` (``meta_schedule.py``)
- 00:00.007
diff --git a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_creation.rst.txt b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_creation.rst.txt
index 75fd82074df..f07543636f8 100644
--- a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_creation.rst.txt
+++ b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_creation.rst.txt
@@ -319,17 +319,17 @@ Now let's check the runtime dynamic shape inference:
.. code-block:: none
- [[1.0340514 0.74860966 1.0625486 0.91411316]
- [1.0072529 1.5776331 1.3008459 1.1920627 ]
- [0.7174246 1.0935559 0.82107145 0.6446043 ]
- [1.5995694 1.3991356 1.4744297 1.0054274 ]]
- [[36.287914 31.700525 31.146385 ... 31.592028 35.75182 30.873203]
- [38.1689 33.200638 34.506184 ... 32.04559 38.440903 33.934116]
- [32.89035 28.004799 28.603174 ... 26.570627 31.378145 28.551367]
+ [[1.8782223 0.8705334 0.7197204 1.1181505 ]
+ [0.8095705 0.34246868 0.41866702 0.64455336]
+ [2.2559087 0.8372216 0.79534435 1.1809058 ]
+ [0.6887149 0.34597057 0.27512807 0.35235292]]
+ [[31.432823 32.489925 31.025595 ... 32.90457 32.350803 28.168781]
+ [30.174406 29.710472 29.314095 ... 29.470001 28.042614 24.369534]
+ [33.20653 33.884586 29.170176 ... 31.690825 31.459835 28.319443]
...
- [33.51886 29.048166 30.35115 ... 28.623116 33.063683 29.740347]
- [33.18442 27.569841 28.011274 ... 27.788666 33.46032 29.528433]
- [38.03993 34.416393 34.82393 ... 35.012886 38.214096 32.17664 ]]
+ [34.96755 33.690113 31.650917 ... 30.810356 32.76439 27.685646]
+ [29.263517 30.524761 29.68532 ... 30.592897 29.265522 23.045069]
+ [33.217964 34.74374 31.402828 ... 32.028282 33.946518 28.793097]]
diff --git a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst.txt b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst.txt
index 3717730e9eb..1c0bae86729 100644
--- a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst.txt
+++ b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst.txt
@@ -120,7 +120,7 @@ original implementation.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 2.5647 2.5647 2.5647 2.5647 0.0000
+ 2.4557 2.4557 2.4557 2.4557 0.0000
@@ -292,7 +292,7 @@ action involves reordering these two loops.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.8614 0.8614 0.8614 0.8614 0.0000
+ 0.8644 0.8644 0.8644 0.8644 0.0000
@@ -420,7 +420,7 @@ from the reduction update via the **decompose_reduction** primitive.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.3538 0.3538 0.3538 0.3538 0.0000
+ 0.3457 0.3457 0.3457 0.3457 0.0000
diff --git a/docs/_sources/get_started/tutorials/ir_module.rst.txt b/docs/_sources/get_started/tutorials/ir_module.rst.txt
index 2406f6f920a..ce24271ea53 100644
--- a/docs/_sources/get_started/tutorials/ir_module.rst.txt
+++ b/docs/_sources/get_started/tutorials/ir_module.rst.txt
@@ -694,8 +694,8 @@ We can deploy the IRModule on CPU by specifying the target as ``llvm``.
.. code-block:: none
- [[ 0.16444433 -0.2917699 -0.18919024 0.13989747 -0.0370921 -0.01972834
- 0.03973363 0.06224775 0.06865936 -0.14219159]]
+ [[ 0.12717015 -0.3538815 -0.15655732 -0.10555923 -0.01502241 -0.02964439
+ -0.09524078 0.13027772 -0.06843203 -0.19107151]]
@@ -761,8 +761,8 @@ Now we can compile the IRModule on GPU, the similar way as we did on CPU.
.. code-block:: none
- [[ 0.1644443 -0.29176986 -0.18919024 0.13989747 -0.03709209 -0.01972833
- 0.03973361 0.06224771 0.06865937 -0.14219168]]
+ [[ 0.12717018 -0.35388157 -0.15655729 -0.10555927 -0.01502244 -0.02964438
+ -0.09524078 0.13027778 -0.06843203 -0.19107148]]
diff --git a/docs/_sources/get_started/tutorials/quick_start.rst.txt b/docs/_sources/get_started/tutorials/quick_start.rst.txt
index 3331cc4123e..8f0e71f1360 100644
--- a/docs/_sources/get_started/tutorials/quick_start.rst.txt
+++ b/docs/_sources/get_started/tutorials/quick_start.rst.txt
@@ -224,8 +224,8 @@ different devices.
.. code-block:: none
- [[26062.412 25656.55 25872.781 25149.906 25065.066 26044.29 25513.074
- 26154.992 23812.928 25235.826]]
+ [[24220.568 25692.705 23653.127 27684.432 25084.213 25357.86 25866.033
+ 26309.684 25514.506 24938.559]]
diff --git a/docs/_sources/get_started/tutorials/sg_execution_times.rst.txt b/docs/_sources/get_started/tutorials/sg_execution_times.rst.txt
index 177b9eafeb9..253a0fae8cd 100644
--- a/docs/_sources/get_started/tutorials/sg_execution_times.rst.txt
+++ b/docs/_sources/get_started/tutorials/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:07.810** total execution time for 2 files **from get_started/tutorials**:
+**00:07.718** total execution time for 2 files **from get_started/tutorials**:
.. container::
@@ -33,8 +33,8 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_get_started_tutorials_ir_module.py` (``ir_module.py``)
- - 00:07.656
+ - 00:07.562
- 0.0
* - :ref:`sphx_glr_get_started_tutorials_quick_start.py` (``quick_start.py``)
- - 00:00.154
+ - 00:00.156
- 0.0
diff --git a/docs/_sources/how_to/tutorials/byoc_npu_example.rst.txt b/docs/_sources/how_to/tutorials/bring_your_own_codegen.rst.txt
similarity index 61%
rename from docs/_sources/how_to/tutorials/byoc_npu_example.rst.txt
rename to docs/_sources/how_to/tutorials/bring_your_own_codegen.rst.txt
index b41daf06bf8..37dcf6550af 100644
--- a/docs/_sources/how_to/tutorials/byoc_npu_example.rst.txt
+++ b/docs/_sources/how_to/tutorials/bring_your_own_codegen.rst.txt
@@ -2,40 +2,44 @@
.. DO NOT EDIT. THIS FILE WAS AUTOMATICALLY GENERATED BY
.. TVM'S MONKEY-PATCHED VERSION OF SPHINX-GALLERY. TO MAKE
.. CHANGES, EDIT THE SOURCE PYTHON FILE:
-.. "how_to/tutorials/byoc_npu_example.py"
+.. "how_to/tutorials/bring_your_own_codegen.py"
.. only:: html
.. note::
:class: sphx-glr-download-link-note
- You can click :ref:`here <sphx_glr_download_how_to_tutorials_byoc_npu_example.py>` to run the Jupyter notebook locally.
+ You can click :ref:`here <sphx_glr_download_how_to_tutorials_bring_your_own_codegen.py>` to run the Jupyter notebook locally.
.. rst-class:: sphx-glr-example-title
-.. _sphx_glr_how_to_tutorials_byoc_npu_example.py:
+.. _sphx_glr_how_to_tutorials_bring_your_own_codegen.py:
-.. _tutorial-byoc-npu-example:
+.. _tutorial-bring-your-own-codegen:
Bring Your Own Codegen: NPU Backend Example
===========================================
-**Author**: `Sheldon Aristide <https://github.com/Aristide021/>`_
-This tutorial walks through the example NPU BYOC backend included in TVM.
-It demonstrates the key concepts needed to offload operations to a custom
-accelerator: pattern registration, graph partitioning, codegen, and runtime
-dispatch.
+This tutorial shows how to integrate a custom hardware backend with TVM's
+BYOC framework, using the bundled example NPU backend (CPU emulation, no
+real hardware required) as the worked example. You will see the key
+concepts needed to offload operations to a custom accelerator: pattern
+registration, graph partitioning, codegen, and runtime dispatch.
NPUs are purpose-built accelerators designed around a fixed set of operations
common in neural network inference, such as matrix multiplication, convolution,
and activation functions.
-The example backend uses CPU emulation so no real NPU hardware is required.
+The example backend's runtime is a *stub*: it logs the dispatch decisions an
+NPU would make (memory tier, execution engine, fusion) but performs no real
+computation, so output buffers are uninitialized. Assertions in this tutorial
+therefore check shapes, not values. When you replace the runtime with your
+hardware SDK calls, the same flow produces real results.
**Prerequisites**: Build TVM with ``USE_EXAMPLE_NPU_CODEGEN=ON`` and
``USE_EXAMPLE_NPU_RUNTIME=ON``.
-.. GENERATED FROM PYTHON SOURCE LINES 40-53
+.. GENERATED FROM PYTHON SOURCE LINES 44-57
Overview of the BYOC Flow
-------------------------
@@ -51,7 +55,7 @@ pipeline in four steps:
4. **Execute** - the runtime dispatches composite functions to the
registered backend runtime.
-.. GENERATED FROM PYTHON SOURCE LINES 55-60
+.. GENERATED FROM PYTHON SOURCE LINES 59-64
Step 1: Import the backend to register its patterns
---------------------------------------------------
@@ -59,11 +63,13 @@ Step 1: Import the backend to register its patterns
Importing the module is enough to register all supported patterns with
TVM's pattern registry.
-.. GENERATED FROM PYTHON SOURCE LINES 60-75
+.. GENERATED FROM PYTHON SOURCE LINES 64-83
.. code-block:: Python
+ import numpy as np
+
import tvm
import tvm.relax.backend.contrib.example_npu # registers patterns
from tvm import relax
@@ -75,6 +81,8 @@ TVM's pattern registry.
has_example_npu_runtime = tvm.get_global_func("runtime.ExampleNPUJSONRuntimeCreate", True)
has_example_npu = has_example_npu_codegen and has_example_npu_runtime
+ target = tvm.target.Target("llvm")
+
patterns = get_patterns_with_prefix("example_npu")
print("Registered patterns:", [p.name for p in patterns])
@@ -86,19 +94,19 @@ TVM's pattern registry.
.. code-block:: none
- Registered patterns: ['example_npu.dequantize', 'example_npu.quantize', 'example_npu.divide', 'example_npu.subtract', 'example_npu.multiply', 'example_npu.add', 'example_npu.gelu', 'example_npu.relu', 'example_npu.softmax', 'example_npu.batch_norm', 'example_npu.avg_pool2d', 'example_npu.max_pool2d', 'example_npu.depthwise_conv2d', 'example_npu.conv2d', 'example_npu.conv1d', 'example_npu.matmul', 'example_npu.dense', 'example_npu.conv2d_relu_fused']
+ Registered patterns: ['example_npu.conv2d_relu_fused', 'example_npu.matmul_relu_fused', 'example_npu.depthwise_conv2d', 'example_npu.conv2d', 'example_npu.conv1d', 'example_npu.matmul', 'example_npu.dense', 'example_npu.avg_pool2d', 'example_npu.max_pool2d', 'example_npu.batch_norm', 'example_npu.softmax', 'example_npu.gelu', 'example_npu.relu', 'example_npu.divide', 'example_npu.subtract', 'example_npu.multiply', 'example_npu.add', 'example_npu.dequantize', 'example_npu.quantize']
-.. GENERATED FROM PYTHON SOURCE LINES 76-80
+.. GENERATED FROM PYTHON SOURCE LINES 84-88
Step 2: Define a model
----------------------
We use a simple MatMul + ReLU module to illustrate the flow.
-.. GENERATED FROM PYTHON SOURCE LINES 80-96
+.. GENERATED FROM PYTHON SOURCE LINES 88-104
.. code-block:: Python
@@ -125,16 +133,30 @@ We use a simple MatMul + ReLU module to illustrate the flow.
-.. GENERATED FROM PYTHON SOURCE LINES 97-103
+.. GENERATED FROM PYTHON SOURCE LINES 105-125
Step 3: Partition the graph
---------------------------
``FuseOpsByPattern`` groups ops that match a registered pattern into
-composite functions. ``MergeCompositeFunctions`` consolidates them
-so each group becomes a single external call.
+composite functions, controlled by two flags:
+
+- ``bind_constants=False`` keeps weights as function arguments instead
+ of baking them in, so the host stays in charge of parameter
+ ownership.
+- ``annotate_codegen=True`` tags each composite with its backend name
+ (``example_npu``); without this tag, ``RunCodegen`` has no way to
+ route the composite to a backend.
+
+``MergeCompositeFunctions`` then consolidates adjacent composites
+that target the same backend so each group becomes a single external
+call. Note that consolidation depends on the patterns themselves: an
+``op_a + op_b`` chain only collapses into one composite if a fused
+pattern (e.g. ``matmul_relu_fused``) was registered for it; otherwise
+each op stays as its own composite even when both target the same
+backend.
-.. GENERATED FROM PYTHON SOURCE LINES 103-110
+.. GENERATED FROM PYTHON SOURCE LINES 125-132
.. code-block:: Python
@@ -160,46 +182,32 @@ so each group becomes a single external call.
@I.ir_module
class Module:
@R.function
- def fused_relax_matmul_example_npu_example_npu(x: R.Tensor((2, 4), dtype="float32"), w: R.Tensor((4, 8), dtype="float32")) -> R.Tensor((2, 8), dtype="float32"):
+ def fused_relax_matmul_relax_nn_relu_example_npu_example_npu(x: R.Tensor((2, 4), dtype="float32"), w: R.Tensor((4, 8), dtype="float32")) -> R.Tensor((2, 8), dtype="float32"):
R.func_attr({"Codegen": "example_npu"})
# from tvm.script import relax as R
@R.function
def local_func(x_1: R.Tensor((2, 4), dtype="float32"), w_1: R.Tensor((4, 8), dtype="float32")) -> R.Tensor((2, 8), dtype="float32"):
- R.func_attr({"Composite": "example_npu.matmul"})
- gv: R.Tensor((2, 8), dtype="float32") = R.matmul(x_1, w_1, out_dtype="void")
+ R.func_attr({"Composite": "example_npu.matmul_relu_fused"})
+ y: R.Tensor((2, 8), dtype="float32") = R.matmul(x_1, w_1, out_dtype="void")
+ gv: R.Tensor((2, 8), dtype="float32") = R.nn.relu(y)
return gv
output: R.Tensor((2, 8), dtype="float32") = local_func(x, w)
return output
- @R.function
- def fused_relax_nn_relu_example_npu_example_npu(y: R.Tensor((2, 8), dtype="float32")) -> R.Tensor((2, 8), dtype="float32"):
- R.func_attr({"Codegen": "example_npu"})
- # from tvm.script import relax as R
-
- @R.function
- def local_func(y_1: R.Tensor((2, 8), dtype="float32")) -> R.Tensor((2, 8), dtype="float32"):
- R.func_attr({"Composite": "example_npu.relu"})
- gv: R.Tensor((2, 8), dtype="float32") = R.nn.relu(y_1)
- return gv
-
- output: R.Tensor((2, 8), dtype="float32") = local_func(y)
- return output
-
@R.function
def main(x: R.Tensor((2, 4), dtype="float32"), w: R.Tensor((4, 8), dtype="float32")) -> R.Tensor((2, 8), dtype="float32"):
cls = Module
with R.dataflow():
- lv: R.Tensor((2, 8), dtype="float32") = cls.fused_relax_matmul_example_npu_example_npu(x, w)
- gv: R.Tensor((2, 8), dtype="float32") = cls.fused_relax_nn_relu_example_npu_example_npu(lv)
+ gv: R.Tensor((2, 8), dtype="float32") = cls.fused_relax_matmul_relax_nn_relu_example_npu_example_npu(x, w)
R.output(gv)
return gv
-.. GENERATED FROM PYTHON SOURCE LINES 111-120
+.. GENERATED FROM PYTHON SOURCE LINES 133-142
Step 4: Run codegen
-------------------
@@ -211,7 +219,7 @@ that the C++ runtime can execute.
Steps 4 and 5 require TVM to be built with ``USE_EXAMPLE_NPU_CODEGEN=ON``
and ``USE_EXAMPLE_NPU_RUNTIME=ON``.
-.. GENERATED FROM PYTHON SOURCE LINES 120-150
+.. GENERATED FROM PYTHON SOURCE LINES 142-168
.. code-block:: Python
@@ -228,21 +236,17 @@ and ``USE_EXAMPLE_NPU_RUNTIME=ON``.
# Build the module for the host target, create a virtual machine, and
# execute the compiled function.
- import numpy as np
-
np.random.seed(0)
x_np = np.random.randn(2, 4).astype("float32")
w_np = np.random.randn(4, 8).astype("float32")
- target = tvm.target.Target("llvm")
with tvm.transform.PassContext(opt_level=3):
built = relax.build(mod, target)
vm = relax.VirtualMachine(built, tvm.cpu())
result = vm["main"](tvm.runtime.tensor(x_np, tvm.cpu()), tvm.runtime.tensor(w_np, tvm.cpu()))
- expected_shape = (2, 8)
- assert result.numpy().shape == expected_shape
+ assert result.numpy().shape == (2, 8)
print("Execution completed. Output shape:", result.numpy().shape)
@@ -252,14 +256,17 @@ and ``USE_EXAMPLE_NPU_RUNTIME=ON``.
-.. GENERATED FROM PYTHON SOURCE LINES 151-155
+.. GENERATED FROM PYTHON SOURCE LINES 169-176
Step 6: Conv2D + ReLU
---------------------
-The same flow applies to convolution workloads.
+The same flow applies to convolution workloads. Because the fused
+``conv2d + relu`` pattern is registered after the standalone
+``conv2d`` pattern in ``patterns.py`` (later entries have higher
+priority), both ops are offloaded as a single composite function.
-.. GENERATED FROM PYTHON SOURCE LINES 155-182
+.. GENERATED FROM PYTHON SOURCE LINES 176-211
.. code-block:: Python
@@ -288,7 +295,15 @@ The same flow applies to convolution workloads.
with tvm.transform.PassContext(opt_level=3):
built2 = relax.build(mod2, target)
- print("Conv2dReLU compiled successfully.")
+ x2_np = np.random.randn(1, 3, 32, 32).astype("float32")
+ w2_np = np.random.randn(16, 3, 3, 3).astype("float32")
+
+ vm2 = relax.VirtualMachine(built2, tvm.cpu())
+ result2 = vm2["main"](
+ tvm.runtime.tensor(x2_np, tvm.cpu()), tvm.runtime.tensor(w2_np, tvm.cpu())
+ )
+ assert result2.numpy().shape == (1, 16, 30, 30)
+ print("Conv2dReLU output shape:", result2.numpy().shape)
@@ -297,7 +312,7 @@ The same flow applies to convolution workloads.
-.. GENERATED FROM PYTHON SOURCE LINES 183-194
+.. GENERATED FROM PYTHON SOURCE LINES 212-223
Next steps
----------
@@ -312,7 +327,7 @@ To build a real NPU backend using this example as a starting point:
the pattern in ``cmake/modules/contrib/ExampleNPU.cmake``.
-.. _sphx_glr_download_how_to_tutorials_byoc_npu_example.py:
+.. _sphx_glr_download_how_to_tutorials_bring_your_own_codegen.py:
.. only:: html
@@ -320,15 +335,15 @@ To build a real NPU backend using this example as a starting point:
.. container:: sphx-glr-download sphx-glr-download-jupyter
- :download:`Download Jupyter notebook: byoc_npu_example.ipynb <byoc_npu_example.ipynb>`
+ :download:`Download Jupyter notebook: bring_your_own_codegen.ipynb <bring_your_own_codegen.ipynb>`
.. container:: sphx-glr-download sphx-glr-download-python
- :download:`Download Python source code: byoc_npu_example.py <byoc_npu_example.py>`
+ :download:`Download Python source code: bring_your_own_codegen.py <bring_your_own_codegen.py>`
.. container:: sphx-glr-download sphx-glr-download-zip
- :download:`Download zipped: byoc_npu_example.zip <byoc_npu_example.zip>`
+ :download:`Download zipped: bring_your_own_codegen.zip <bring_your_own_codegen.zip>`
.. only:: html
diff --git a/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst.txt b/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst.txt
index 2498e3bc92e..20d8b70fd79 100644
--- a/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst.txt
+++ b/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst.txt
@@ -269,7 +269,7 @@ device and returns the measured cost. Network overhead is excluded.
.. code-block:: none
- 9.5e-08 secs/op
+ 9.3e-08 secs/op
@@ -671,8 +671,8 @@ This workflow is applicable to various deployment scenarios:
Converted PyTorch model to Relax:
- Number of parameters: 4
Using local target for demonstration
- Exported library to: /tmp/tmp6o6xhnu4/model_deployed.so
- Saved parameters to: /tmp/tmp6o6xhnu4/model_params.npz
+ Exported library to: /tmp/tmpxsdhgj46/model_deployed.so
+ Saved parameters to: /tmp/tmpxsdhgj46/model_params.npz
RPC workflow (works for any remote device):
==================================================
diff --git a/docs/_sources/how_to/tutorials/customize_opt.rst.txt b/docs/_sources/how_to/tutorials/customize_opt.rst.txt
index e90d964e770..b147be7e453 100644
--- a/docs/_sources/how_to/tutorials/customize_opt.rst.txt
+++ b/docs/_sources/how_to/tutorials/customize_opt.rst.txt
@@ -425,8 +425,8 @@ We can build and deploy the optimized model to the TVM runtime.
.. code-block:: none
- [[24996.39 25118.348 24072.041 26006.617 24044.988 25497.383 24720.773
- 23127.242 23281.375 26488.73 ]]
+ [[26702.326 27121.926 26833.477 27477.016 26189.816 25953.996 26933.78
+ 27371.535 26048.248 26794.953]]
diff --git a/docs/_sources/how_to/tutorials/e2e_opt_model.rst.txt b/docs/_sources/how_to/tutorials/e2e_opt_model.rst.txt
index 94f97be48c9..84e48f3abb8 100644
--- a/docs/_sources/how_to/tutorials/e2e_opt_model.rst.txt
+++ b/docs/_sources/how_to/tutorials/e2e_opt_model.rst.txt
@@ -54,7 +54,7 @@ PyTorch.
.. code-block:: none
Downloading: "https://download.pytorch.org/models/resnet18-f37072fd.pth" to /workspace/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth
- 0%| | 0.00/44.7M [00:00<?, ?B/s] 60%|█████▉ | 26.8M/44.7M [00:00<00:00, 280MB/s] 100%|██████████| 44.7M/44.7M [00:00<00:00, 315MB/s]
+ 0%| | 0.00/44.7M [00:00<?, ?B/s] 78%|███████▊ | 34.6M/44.7M [00:00<00:00, 362MB/s] 100%|██████████| 44.7M/44.7M [00:00<00:00, 383MB/s]
diff --git a/docs/_sources/how_to/tutorials/index.rst.txt b/docs/_sources/how_to/tutorials/index.rst.txt
index e97315e5659..09c66929673 100644
--- a/docs/_sources/how_to/tutorials/index.rst.txt
+++ b/docs/_sources/how_to/tutorials/index.rst.txt
@@ -13,14 +13,14 @@ HOW TO
.. raw:: html
- <div class="sphx-glr-thumbcontainer" tooltip="This tutorial walks through the example NPU BYOC backend included in TVM. It demonstrates the key concepts needed to offload operations to a custom accelerator: pattern registration, graph partitioning, codegen, and runtime dispatch.">
+ <div class="sphx-glr-thumbcontainer" tooltip="This tutorial shows how to integrate a custom hardware backend with TVM's BYOC framework, using the bundled example NPU backend (CPU emulation, no real hardware required) as the worked example. You will see the key concepts needed to offload operations to a custom accelerator: pattern registration, graph partitioning, codegen, and runtime dispatch.">
.. only:: html
- .. image:: /how_to/tutorials/images/thumb/sphx_glr_byoc_npu_example_thumb.png
+ .. image:: /how_to/tutorials/images/thumb/sphx_glr_bring_your_own_codegen_thumb.png
:alt:
- :doc:`/how_to/tutorials/byoc_npu_example`
+ :doc:`/how_to/tutorials/bring_your_own_codegen`
.. raw:: html
@@ -157,7 +157,7 @@ HOW TO
.. toctree::
:hidden:
- /how_to/tutorials/byoc_npu_example
+ /how_to/tutorials/bring_your_own_codegen
/how_to/tutorials/cross_compilation_and_rpc
/how_to/tutorials/customize_opt
/how_to/tutorials/e2e_opt_model
diff --git a/docs/_sources/how_to/tutorials/sg_execution_times.rst.txt b/docs/_sources/how_to/tutorials/sg_execution_times.rst.txt
index f84a14acae8..4ca6e9fe0bc 100644
--- a/docs/_sources/how_to/tutorials/sg_execution_times.rst.txt
+++ b/docs/_sources/how_to/tutorials/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:15.491** total execution time for 8 files **from how_to/tutorials**:
+**00:15.368** total execution time for 8 files **from how_to/tutorials**:
.. container::
@@ -33,22 +33,22 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_how_to_tutorials_optimize_llm.py` (``optimize_llm.py``)
- - 00:10.216
+ - 00:10.243
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_import_model.py` (``import_model.py``)
- - 00:03.350
+ - 00:03.302
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_e2e_opt_model.py` (``e2e_opt_model.py``)
- - 00:00.699
+ - 00:00.600
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_customize_opt.py` (``customize_opt.py``)
- - 00:00.597
+ - 00:00.595
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_cross_compilation_and_rpc.py` (``cross_compilation_and_rpc.py``)
- 00:00.479
- 0.0
- * - :ref:`sphx_glr_how_to_tutorials_byoc_npu_example.py` (``byoc_npu_example.py``)
- - 00:00.143
+ * - :ref:`sphx_glr_how_to_tutorials_bring_your_own_codegen.py` (``bring_your_own_codegen.py``)
+ - 00:00.142
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_mix_python_and_tvm_with_pymodule.py` (``mix_python_and_tvm_with_pymodule.py``)
- 00:00.004
diff --git a/docs/_sources/index.rst.txt b/docs/_sources/index.rst.txt
index 01a4a64f082..2c66c4295d2 100644
--- a/docs/_sources/index.rst.txt
+++ b/docs/_sources/index.rst.txt
@@ -48,6 +48,7 @@ driving its costs down.
how_to/tutorials/cross_compilation_and_rpc
how_to/tutorials/export_and_load_executable
how_to/tutorials/mix_python_and_tvm_with_pymodule
+ how_to/tutorials/bring_your_own_codegen
how_to/dev/index
.. The Deep Dive content is comprehensive
diff --git a/docs/_sources/sg_execution_times.rst.txt b/docs/_sources/sg_execution_times.rst.txt
index 7aae02e6367..aa4a99ba56e 100644
--- a/docs/_sources/sg_execution_times.rst.txt
+++ b/docs/_sources/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:24.056** total execution time for 16 files **from all galleries**:
+**00:23.839** total execution time for 16 files **from all galleries**:
.. container::
@@ -33,43 +33,43 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_how_to_tutorials_optimize_llm.py` (``../how_to/tutorials/optimize_llm.py``)
- - 00:10.216
+ - 00:10.243
- 0.0
* - :ref:`sphx_glr_get_started_tutorials_ir_module.py` (``../get_started/tutorials/ir_module.py``)
- - 00:07.656
+ - 00:07.562
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_import_model.py` (``../how_to/tutorials/import_model.py``)
- - 00:03.350
+ - 00:03.302
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_e2e_opt_model.py` (``../how_to/tutorials/e2e_opt_model.py``)
- - 00:00.699
+ - 00:00.600
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_customize_opt.py` (``../how_to/tutorials/customize_opt.py``)
- - 00:00.597
+ - 00:00.595
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_cross_compilation_and_rpc.py` (``../how_to/tutorials/cross_compilation_and_rpc.py``)
- 00:00.479
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_transformation.py` (``../deep_dive/tensor_ir/tutorials/tir_transformation.py``)
- - 00:00.275
+ - 00:00.267
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_creation.py` (``../deep_dive/tensor_ir/tutorials/tir_creation.py``)
- - 00:00.185
+ - 00:00.189
- 0.0
* - :ref:`sphx_glr_get_started_tutorials_quick_start.py` (``../get_started/tutorials/quick_start.py``)
- - 00:00.154
+ - 00:00.156
- 0.0
- * - :ref:`sphx_glr_how_to_tutorials_byoc_npu_example.py` (``../how_to/tutorials/byoc_npu_example.py``)
- - 00:00.143
+ * - :ref:`sphx_glr_how_to_tutorials_bring_your_own_codegen.py` (``../how_to/tutorials/bring_your_own_codegen.py``)
+ - 00:00.142
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_dlight_gpu_scheduling.py` (``../deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.py``)
- - 00:00.118
+ - 00:00.119
- 0.0
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_creation.py` (``../deep_dive/relax/tutorials/relax_creation.py``)
- - 00:00.116
+ - 00:00.118
- 0.0
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_transformation.py` (``../deep_dive/relax/tutorials/relax_transformation.py``)
- - 00:00.054
+ - 00:00.053
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_meta_schedule.py` (``../deep_dive/tensor_ir/tutorials/meta_schedule.py``)
- 00:00.007
diff --git a/docs/arch/codegen.html b/docs/arch/codegen.html
index 2c6fbfa49a3..2e7964fd00d 100644
--- a/docs/arch/codegen.html
+++ b/docs/arch/codegen.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/arch/device_target_interactions.html b/docs/arch/device_target_interactions.html
index 816d24a4387..0a9945097aa 100644
--- a/docs/arch/device_target_interactions.html
+++ b/docs/arch/device_target_interactions.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/arch/external_library_dispatch.html b/docs/arch/external_library_dispatch.html
index 0b9abc577b5..69ac22bf7d9 100644
--- a/docs/arch/external_library_dispatch.html
+++ b/docs/arch/external_library_dispatch.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/arch/fusion.html b/docs/arch/fusion.html
index 8a752bf65fc..71800ac56e6 100644
--- a/docs/arch/fusion.html
+++ b/docs/arch/fusion.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/arch/index.html b/docs/arch/index.html
index 637292d687a..4b8fe6070e7 100644
--- a/docs/arch/index.html
+++ b/docs/arch/index.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/arch/introduction_to_module_serialization.html b/docs/arch/introduction_to_module_serialization.html
index 2702fdec227..4e21b68990b 100644
--- a/docs/arch/introduction_to_module_serialization.html
+++ b/docs/arch/introduction_to_module_serialization.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/arch/pass_infra.html b/docs/arch/pass_infra.html
index 55498c2942b..d674141772a 100644
--- a/docs/arch/pass_infra.html
+++ b/docs/arch/pass_infra.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/arch/relax_vm.html b/docs/arch/relax_vm.html
index 5a9df13f9c7..fa731c99a21 100644
--- a/docs/arch/relax_vm.html
+++ b/docs/arch/relax_vm.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/arch/runtime.html b/docs/arch/runtime.html
index 1a159b3f98f..f660e159d8c 100644
--- a/docs/arch/runtime.html
+++ b/docs/arch/runtime.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/arch/runtimes/vulkan.html b/docs/arch/runtimes/vulkan.html
index 4e1f9d73d18..a260c5738f4 100644
--- a/docs/arch/runtimes/vulkan.html
+++ b/docs/arch/runtimes/vulkan.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/arch/tvmscript.html b/docs/arch/tvmscript.html
index 76e37f9b25a..8975f1e4086 100644
--- a/docs/arch/tvmscript.html
+++ b/docs/arch/tvmscript.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/commit_hash b/docs/commit_hash
index ad208305225..42f9fd78f47 100644
--- a/docs/commit_hash
+++ b/docs/commit_hash
@@ -1 +1 @@
-0a0dd3162bf460ec047d95f956da309487745792
+9dc87f1931849541877c412af3362dcde17e1a99
diff --git a/docs/contribute/ci.html b/docs/contribute/ci.html
index 6e5f83502da..4dafbd1b417 100644
--- a/docs/contribute/ci.html
+++ b/docs/contribute/ci.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/contribute/code_guide.html b/docs/contribute/code_guide.html
index 8e32a72b0c7..365323dc75c 100644
--- a/docs/contribute/code_guide.html
+++ b/docs/contribute/code_guide.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/contribute/code_review.html b/docs/contribute/code_review.html
index 955cb7cb2fe..64a76faaa83 100644
--- a/docs/contribute/code_review.html
+++ b/docs/contribute/code_review.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/contribute/committer_guide.html b/docs/contribute/committer_guide.html
index f80841c54cf..2c37f008c00 100644
--- a/docs/contribute/committer_guide.html
+++ b/docs/contribute/committer_guide.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/contribute/community.html b/docs/contribute/community.html
index 416cff61969..833ec5cecdd 100644
--- a/docs/contribute/community.html
+++ b/docs/contribute/community.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/contribute/document.html b/docs/contribute/document.html
index 38aad318d1a..9b7b98bfcf6 100644
--- a/docs/contribute/document.html
+++ b/docs/contribute/document.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/contribute/error_handling.html b/docs/contribute/error_handling.html
index 17e4b82ae9b..e70bf681a30 100644
--- a/docs/contribute/error_handling.html
+++ b/docs/contribute/error_handling.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/contribute/git_howto.html b/docs/contribute/git_howto.html
index a18ce62a036..2ff56ecb941 100644
--- a/docs/contribute/git_howto.html
+++ b/docs/contribute/git_howto.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/contribute/index.html b/docs/contribute/index.html
index 2cf2a45ca13..874a9f382f7 100644
--- a/docs/contribute/index.html
+++ b/docs/contribute/index.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/contribute/pull_request.html b/docs/contribute/pull_request.html
index d90f1fc306d..7f94b626e0c 100644
--- a/docs/contribute/pull_request.html
+++ b/docs/contribute/pull_request.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/contribute/release_process.html b/docs/contribute/release_process.html
index 9e189cdd18d..1396a2685b4 100644
--- a/docs/contribute/release_process.html
+++ b/docs/contribute/release_process.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/deep_dive/relax/abstraction.html b/docs/deep_dive/relax/abstraction.html
index cef7e936af2..d39d6033749 100644
--- a/docs/deep_dive/relax/abstraction.html
+++ b/docs/deep_dive/relax/abstraction.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/deep_dive/relax/dpl.html b/docs/deep_dive/relax/dpl.html
index 8154b7e851e..a08ffd1663e 100644
--- a/docs/deep_dive/relax/dpl.html
+++ b/docs/deep_dive/relax/dpl.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/deep_dive/relax/index.html b/docs/deep_dive/relax/index.html
index 1f340e5848c..0ae8a881f44 100644
--- a/docs/deep_dive/relax/index.html
+++ b/docs/deep_dive/relax/index.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/deep_dive/relax/learning.html b/docs/deep_dive/relax/learning.html
index 22f0c08c026..a997f42b067 100644
--- a/docs/deep_dive/relax/learning.html
+++ b/docs/deep_dive/relax/learning.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/deep_dive/relax/tutorials/index.html b/docs/deep_dive/relax/tutorials/index.html
index ac2be5d3ae2..157297c03dd 100644
--- a/docs/deep_dive/relax/tutorials/index.html
+++ b/docs/deep_dive/relax/tutorials/index.html
@@ -189,6 +189,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/deep_dive/relax/tutorials/relax_creation.html b/docs/deep_dive/relax/tutorials/relax_creation.html
index 33886667b2e..5845b4b99f1 100644
--- a/docs/deep_dive/relax/tutorials/relax_creation.html
+++ b/docs/deep_dive/relax/tutorials/relax_creation.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/deep_dive/relax/tutorials/relax_transformation.html b/docs/deep_dive/relax/tutorials/relax_transformation.html
index f951c1310a6..af00e7a73d4 100644
--- a/docs/deep_dive/relax/tutorials/relax_transformation.html
+++ b/docs/deep_dive/relax/tutorials/relax_transformation.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/deep_dive/relax/tutorials/sg_execution_times.html b/docs/deep_dive/relax/tutorials/sg_execution_times.html
index 8d91e0039ee..268b045fa5c 100644
--- a/docs/deep_dive/relax/tutorials/sg_execution_times.html
+++ b/docs/deep_dive/relax/tutorials/sg_execution_times.html
@@ -189,6 +189,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
@@ -296,7 +297,7 @@
<section id="computation-times">
<span id="sphx-glr-deep-dive-relax-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading"></a></h1>
-<p><strong>00:00.169</strong> total execution time for 2 files <strong>from deep_dive/relax/tutorials</strong>:</p>
+<p><strong>00:00.171</strong> total execution time for 2 files <strong>from deep_dive/relax/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -318,11 +319,11 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="relax_creation.html#sphx-glr-deep-dive-relax-tutorials-relax-creation-py"><span class="std std-ref">Relax Creation</span></a> (<code class="docutils literal notranslate"><span class="pre">relax_creation.py</span></code>)</p></td>
-<td><p>00:00.116</p></td>
+<td><p>00:00.118</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="relax_transformation.html#sphx-glr-deep-dive-relax-tutorials-relax-transformation-py"><span class="std std-ref">Transformation</span></a> (<code class="docutils literal notranslate"><span class="pre">relax_transformation.py</span></code>)</p></td>
-<td><p>00:00.054</p></td>
+<td><p>00:00.053</p></td>
<td><p>0.0</p></td>
</tr>
</tbody>
diff --git a/docs/deep_dive/tensor_ir/abstraction.html b/docs/deep_dive/tensor_ir/abstraction.html
index 833bfe140dd..3624b37ad3a 100644
--- a/docs/deep_dive/tensor_ir/abstraction.html
+++ b/docs/deep_dive/tensor_ir/abstraction.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/deep_dive/tensor_ir/index.html b/docs/deep_dive/tensor_ir/index.html
index 56a18ff35fb..9b86a33b34a 100644
--- a/docs/deep_dive/tensor_ir/index.html
+++ b/docs/deep_dive/tensor_ir/index.html
@@ -192,6 +192,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/deep_dive/tensor_ir/learning.html b/docs/deep_dive/tensor_ir/learning.html
index db644ad280b..55619bf135c 100644
--- a/docs/deep_dive/tensor_ir/learning.html
+++ b/docs/deep_dive/tensor_ir/learning.html
@@ -192,6 +192,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.html b/docs/deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.html
index fc1e8db5d12..179d943d805 100644
--- a/docs/deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.html
+++ b/docs/deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/deep_dive/tensor_ir/tutorials/index.html b/docs/deep_dive/tensor_ir/tutorials/index.html
index 8c22422960e..0afd7cb6364 100644
--- a/docs/deep_dive/tensor_ir/tutorials/index.html
+++ b/docs/deep_dive/tensor_ir/tutorials/index.html
@@ -190,6 +190,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/deep_dive/tensor_ir/tutorials/meta_schedule.html b/docs/deep_dive/tensor_ir/tutorials/meta_schedule.html
index 619d734829e..8d2a68919e3 100644
--- a/docs/deep_dive/tensor_ir/tutorials/meta_schedule.html
+++ b/docs/deep_dive/tensor_ir/tutorials/meta_schedule.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html b/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html
index f464bc3471f..25a9a257e1e 100644
--- a/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html
+++ b/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html
@@ -189,6 +189,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
@@ -296,7 +297,7 @@
<section id="computation-times">
<span id="sphx-glr-deep-dive-tensor-ir-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading"></a></h1>
-<p><strong>00:00.586</strong> total execution time for 4 files <strong>from deep_dive/tensor_ir/tutorials</strong>:</p>
+<p><strong>00:00.582</strong> total execution time for 4 files <strong>from deep_dive/tensor_ir/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -318,15 +319,15 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="tir_transformation.html#sphx-glr-deep-dive-tensor-ir-tutorials-tir-transformation-py"><span class="std std-ref">Transformation</span></a> (<code class="docutils literal notranslate"><span class="pre">tir_transformation.py</span></code>)</p></td>
-<td><p>00:00.275</p></td>
+<td><p>00:00.267</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="tir_creation.html#sphx-glr-deep-dive-tensor-ir-tutorials-tir-creation-py"><span class="std std-ref">TensorIR Creation</span></a> (<code class="docutils literal notranslate"><span class="pre">tir_creation.py</span></code>)</p></td>
-<td><p>00:00.185</p></td>
+<td><p>00:00.189</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="dlight_gpu_scheduling.html#sphx-glr-deep-dive-tensor-ir-tutorials-dlight-gpu-scheduling-py"><span class="std std-ref">DLight: Rule-Based GPU Scheduling</span></a> (<code class="docutils literal notranslate"><span class="pre">dlight_gpu_scheduling.py</span></code>)</p></td>
-<td><p>00:00.118</p></td>
+<td><p>00:00.119</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="meta_schedule.html#sphx-glr-deep-dive-tensor-ir-tutorials-meta-schedule-py"><span class="std std-ref">MetaSchedule: Search-Based Auto-Tuning</span></a> (<code class="docutils literal notranslate"><span class="pre">meta_schedule.py</span></code>)</p></td>
diff --git a/docs/deep_dive/tensor_ir/tutorials/tir_creation.html b/docs/deep_dive/tensor_ir/tutorials/tir_creation.html
index 4c45615210d..7d05e056025 100644
--- a/docs/deep_dive/tensor_ir/tutorials/tir_creation.html
+++ b/docs/deep_dive/tensor_ir/tutorials/tir_creation.html
@@ -192,6 +192,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
@@ -492,17 +493,17 @@ be used to ascertain the shape and data type of a TensorIR.</p>
<span class="nb">print</span><span class="p">(</span><span class="n">evaluate_dynamic_shape</span><span class="p">(</span><span class="n">dyn_shape_lib</span><span class="p">,</span> <span class="n">m</span><span class="o">=</span><span class="mi">64</span><span class="p">,</span> <span class="n">n</span><span class="o">=</span><span class="mi">64</span><span class="p">,</span> <a href="../../../reference/api/python/tirx/tirx.html#tvm.tirx.IterVar" title="tvm.tirx.IterVar" class="sphx-gl [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[1.0340514 0.74860966 1.0625486 0.91411316]
- [1.0072529 1.5776331 1.3008459 1.1920627 ]
- [0.7174246 1.0935559 0.82107145 0.6446043 ]
- [1.5995694 1.3991356 1.4744297 1.0054274 ]]
-[[36.287914 31.700525 31.146385 ... 31.592028 35.75182 30.873203]
- [38.1689 33.200638 34.506184 ... 32.04559 38.440903 33.934116]
- [32.89035 28.004799 28.603174 ... 26.570627 31.378145 28.551367]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[1.8782223 0.8705334 0.7197204 1.1181505 ]
+ [0.8095705 0.34246868 0.41866702 0.64455336]
+ [2.2559087 0.8372216 0.79534435 1.1809058 ]
+ [0.6887149 0.34597057 0.27512807 0.35235292]]
+[[31.432823 32.489925 31.025595 ... 32.90457 32.350803 28.168781]
+ [30.174406 29.710472 29.314095 ... 29.470001 28.042614 24.369534]
+ [33.20653 33.884586 29.170176 ... 31.690825 31.459835 28.319443]
...
- [33.51886 29.048166 30.35115 ... 28.623116 33.063683 29.740347]
- [33.18442 27.569841 28.011274 ... 27.788666 33.46032 29.528433]
- [38.03993 34.416393 34.82393 ... 35.012886 38.214096 32.17664 ]]
+ [34.96755 33.690113 31.650917 ... 30.810356 32.76439 27.685646]
+ [29.263517 30.524761 29.68532 ... 30.592897 29.265522 23.045069]
+ [33.217964 34.74374 31.402828 ... 32.028282 33.946518 28.793097]]
</pre></div>
</div>
</section>
diff --git a/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html b/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html
index 4d7d4d13d22..b6dd36063d6 100644
--- a/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html
+++ b/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
@@ -373,7 +374,7 @@ original implementation.</p>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 2.5647 2.5647 2.5647 2.5647 0.0000
+ 2.4557 2.4557 2.4557 2.4557 0.0000
</pre></div>
</div>
<section id="initialization-schedule">
@@ -469,7 +470,7 @@ class Module:
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.8614 0.8614 0.8614 0.8614 0.0000
+ 0.8644 0.8644 0.8644 0.8644 0.0000
</pre></div>
</div>
</section>
@@ -563,7 +564,7 @@ class Module:
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.3538 0.3538 0.3538 0.3538 0.0000
+ 0.3457 0.3457 0.3457 0.3457 0.0000
</pre></div>
</div>
</section>
diff --git a/docs/errors.html b/docs/errors.html
index 8a04144df1a..2899f201a27 100644
--- a/docs/errors.html
+++ b/docs/errors.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="how_to/dev/index.html">Development Guides</a><ul class="current">
<li class="toctree-l2"><a class="reference internal" href="how_to/dev/pytest_target_parametrization.html">Python Target Parametrization</a></li>
<li class="toctree-l2"><a class="reference internal" href="how_to/dev/setup_rpc_system.html">Setup RPC System</a></li>
diff --git a/docs/genindex.html b/docs/genindex.html
index 429c2b82fdb..0fcd5c829c7 100644
--- a/docs/genindex.html
+++ b/docs/genindex.html
@@ -188,6 +188,7 @@
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/get_started/overview.html b/docs/get_started/overview.html
index 893d4cb8ffe..a5d570dd96d 100644
--- a/docs/get_started/overview.html
+++ b/docs/get_started/overview.html
@@ -196,6 +196,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/get_started/tutorials/index.html b/docs/get_started/tutorials/index.html
index 1d9e2acb22d..5868dd60875 100644
--- a/docs/get_started/tutorials/index.html
+++ b/docs/get_started/tutorials/index.html
@@ -189,6 +189,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/get_started/tutorials/ir_module.html b/docs/get_started/tutorials/ir_module.html
index 128910e6c12..caa22d4907c 100644
--- a/docs/get_started/tutorials/ir_module.html
+++ b/docs/get_started/tutorials/ir_module.html
@@ -207,6 +207,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
@@ -816,8 +817,8 @@ backends.</p>
<span class="nb">print</span><span class="p">(</span><span class="n">cpu_out</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[ 0.16444433 -0.2917699 -0.18919024 0.13989747 -0.0370921 -0.01972834
- 0.03973363 0.06224775 0.06865936 -0.14219159]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[ 0.12717015 -0.3538815 -0.15655732 -0.10555923 -0.01502241 -0.02964439
+ -0.09524078 0.13027772 -0.06843203 -0.19107151]]
</pre></div>
</div>
</section>
@@ -851,8 +852,8 @@ the details of <code class="docutils literal notranslate"><span class="pre">DLig
<span class="k">assert</span> <span class="n">np</span><span class="o">.</span><span class="n">allclose</span><span class="p">(</span><span class="n">cpu_out</span><span class="p">,</span> <span class="n">gpu_out</span><span class="p">,</span> <span class="n">atol</span><span class="o">=</span><span class="mf">1e-3</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[ 0.1644443 -0.29176986 -0.18919024 0.13989747 -0.03709209 -0.01972833
- 0.03973361 0.06224771 0.06865937 -0.14219168]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[ 0.12717018 -0.35388157 -0.15655729 -0.10555927 -0.01502244 -0.02964438
+ -0.09524078 0.13027778 -0.06843203 -0.19107148]]
</pre></div>
</div>
</section>
diff --git a/docs/get_started/tutorials/quick_start.html b/docs/get_started/tutorials/quick_start.html
index 14289d7f450..493dd29bb76 100644
--- a/docs/get_started/tutorials/quick_start.html
+++ b/docs/get_started/tutorials/quick_start.html
@@ -201,6 +201,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
@@ -459,8 +460,8 @@ different devices.</p>
<span class="nb">print</span><span class="p">(</span><span class="n">vm</span><span class="p">[</span><span class="s2">"forward"</span><span class="p">](</span><span class="n">tvm_data</span><span class="p">,</span> <span class="o">*</span><a href="https://docs.python.org/3/library/stdtypes.html#list" title="builtins.list" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">params</span></a><span class="p">)</span><s [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[26062.412 25656.55 25872.781 25149.906 25065.066 26044.29 25513.074
- 26154.992 23812.928 25235.826]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[24220.568 25692.705 23653.127 27684.432 25084.213 25357.86 25866.033
+ 26309.684 25514.506 24938.559]]
</pre></div>
</div>
<p>Our goal is to bring machine learning to the application with any language of interest,
diff --git a/docs/get_started/tutorials/sg_execution_times.html b/docs/get_started/tutorials/sg_execution_times.html
index 64cf7274941..5483be7667a 100644
--- a/docs/get_started/tutorials/sg_execution_times.html
+++ b/docs/get_started/tutorials/sg_execution_times.html
@@ -189,6 +189,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
@@ -296,7 +297,7 @@
<section id="computation-times">
<span id="sphx-glr-get-started-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading"></a></h1>
-<p><strong>00:07.810</strong> total execution time for 2 files <strong>from get_started/tutorials</strong>:</p>
+<p><strong>00:07.718</strong> total execution time for 2 files <strong>from get_started/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -318,11 +319,11 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="ir_module.html#sphx-glr-get-started-tutorials-ir-module-py"><span class="std std-ref">IRModule</span></a> (<code class="docutils literal notranslate"><span class="pre">ir_module.py</span></code>)</p></td>
-<td><p>00:07.656</p></td>
+<td><p>00:07.562</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="quick_start.html#sphx-glr-get-started-tutorials-quick-start-py"><span class="std std-ref">Quick Start</span></a> (<code class="docutils literal notranslate"><span class="pre">quick_start.py</span></code>)</p></td>
-<td><p>00:00.154</p></td>
+<td><p>00:00.156</p></td>
<td><p>0.0</p></td>
</tr>
</tbody>
diff --git a/docs/how_to/dev/index.html b/docs/how_to/dev/index.html
index de103427e6f..d9fb5c04509 100644
--- a/docs/how_to/dev/index.html
+++ b/docs/how_to/dev/index.html
@@ -46,7 +46,7 @@
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
<link rel="next" title="Python Target Parametrization" href="pytest_target_parametrization.html" />
- <link rel="prev" title="Mix Python/PyTorch with TVM Using BasePyModule" href="../tutorials/mix_python_and_tvm_with_pymodule.html" />
+ <link rel="prev" title="Bring Your Own Codegen: NPU Backend Example" href="../tutorials/bring_your_own_codegen.html" />
</head>
<body class="wy-body-for-nav">
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1 current"><a class="current reference internal" href="#">Development Guides</a><ul>
<li class="toctree-l2"><a class="reference internal" href="pytest_target_parametrization.html">Python Target Parametrization</a></li>
<li class="toctree-l2"><a class="reference internal" href="setup_rpc_system.html">Setup RPC System</a></li>
@@ -327,7 +328,7 @@ various areas of the TVM stack.</p>
<a href="pytest_target_parametrization.html" class="btn btn-neutral float-right" title="Python Target Parametrization" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
- <a href="../tutorials/mix_python_and_tvm_with_pymodule.html" class="btn btn-neutral float-left" title="Mix Python/PyTorch with TVM Using BasePyModule" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+ <a href="../tutorials/bring_your_own_codegen.html" class="btn btn-neutral float-left" title="Bring Your Own Codegen: NPU Backend Example" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
</div>
diff --git a/docs/how_to/dev/pytest_target_parametrization.html b/docs/how_to/dev/pytest_target_parametrization.html
index c15579b88e0..3e05192bf04 100644
--- a/docs/how_to/dev/pytest_target_parametrization.html
+++ b/docs/how_to/dev/pytest_target_parametrization.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="index.html">Development Guides</a><ul class="current">
<li class="toctree-l2 current"><a class="current reference internal" href="#">Python Target Parametrization</a><ul>
<li class="toctree-l3"><a class="reference internal" href="#summary">Summary</a></li>
diff --git a/docs/how_to/dev/setup_rpc_system.html b/docs/how_to/dev/setup_rpc_system.html
index a44c6df7ec5..9c5907bb3d2 100644
--- a/docs/how_to/dev/setup_rpc_system.html
+++ b/docs/how_to/dev/setup_rpc_system.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="index.html">Development Guides</a><ul class="current">
<li class="toctree-l2"><a class="reference internal" href="pytest_target_parametrization.html">Python Target Parametrization</a></li>
<li class="toctree-l2 current"><a class="current reference internal" href="#">Setup RPC System</a><ul>
diff --git a/docs/how_to/tutorials/byoc_npu_example.html b/docs/how_to/tutorials/bring_your_own_codegen.html
similarity index 76%
rename from docs/how_to/tutorials/byoc_npu_example.html
rename to docs/how_to/tutorials/bring_your_own_codegen.html
index 214680fd008..579a2969784 100644
--- a/docs/how_to/tutorials/byoc_npu_example.html
+++ b/docs/how_to/tutorials/bring_your_own_codegen.html
@@ -44,7 +44,9 @@
<script type="text/javascript" src="../../_static/js/tlcpack_theme.js"></script>
<link rel="index" title="Index" href="../../genindex.html" />
- <link rel="search" title="Search" href="../../search.html" />
+ <link rel="search" title="Search" href="../../search.html" />
+ <link rel="next" title="Development Guides" href="../dev/index.html" />
+ <link rel="prev" title="Mix Python/PyTorch with TVM Using BasePyModule" href="mix_python_and_tvm_with_pymodule.html" />
</head>
<body class="wy-body-for-nav">
@@ -181,7 +183,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../get_started/tutorials/ir_module.html">IRModule</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">How To</span></p>
-<ul>
+<ul class="current">
<li class="toctree-l1"><a class="reference internal" href="import_model.html">Importing Models from ML Frameworks</a></li>
<li class="toctree-l1"><a class="reference internal" href="e2e_opt_model.html">End-to-End Optimize Model</a></li>
<li class="toctree-l1"><a class="reference internal" href="customize_opt.html">Customize Optimization</a></li>
@@ -189,6 +191,16 @@
<li class="toctree-l1"><a class="reference internal" href="cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Bring Your Own Codegen: NPU Backend Example</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="#overview-of-the-byoc-flow">Overview of the BYOC Flow</a></li>
+<li class="toctree-l2"><a class="reference internal" href="#step-1-import-the-backend-to-register-its-patterns">Step 1: Import the backend to register its patterns</a></li>
+<li class="toctree-l2"><a class="reference internal" href="#step-2-define-a-model">Step 2: Define a model</a></li>
+<li class="toctree-l2"><a class="reference internal" href="#step-3-partition-the-graph">Step 3: Partition the graph</a></li>
+<li class="toctree-l2"><a class="reference internal" href="#step-4-run-codegen">Step 4: Run codegen</a></li>
+<li class="toctree-l2"><a class="reference internal" href="#step-6-conv2d-relu">Step 6: Conv2D + ReLU</a></li>
+<li class="toctree-l2"><a class="reference internal" href="#next-steps">Next steps</a></li>
+</ul>
+</li>
<li class="toctree-l1"><a class="reference internal" href="../dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
@@ -280,7 +292,7 @@
- <a href="https://github.com/apache/tvm/edit/main/docs/how_to/tutorials/byoc_npu_example.rst" class="fa fa-github"> Edit on GitHub</a>
+ <a href="https://github.com/apache/tvm/edit/main/docs/how_to/tutorials/bring_your_own_codegen.rst" class="fa fa-github"> Edit on GitHub</a>
@@ -296,19 +308,23 @@
<div class="sphx-glr-download-link-note admonition note">
<p class="admonition-title">Note</p>
-<p>You can click <a class="reference internal" href="#sphx-glr-download-how-to-tutorials-byoc-npu-example-py"><span class="std std-ref">here</span></a> to run the Jupyter notebook locally.</p>
+<p>You can click <a class="reference internal" href="#sphx-glr-download-how-to-tutorials-bring-your-own-codegen-py"><span class="std std-ref">here</span></a> to run the Jupyter notebook locally.</p>
</div>
<section class="sphx-glr-example-title" id="bring-your-own-codegen-npu-backend-example">
-<span id="tutorial-byoc-npu-example"></span><span id="sphx-glr-how-to-tutorials-byoc-npu-example-py"></span><h1>Bring Your Own Codegen: NPU Backend Example<a class="headerlink" href="#bring-your-own-codegen-npu-backend-example" title="Link to this heading"></a></h1>
-<p><strong>Author</strong>: <a class="reference external" href="https://github.com/Aristide021/">Sheldon Aristide</a></p>
-<p>This tutorial walks through the example NPU BYOC backend included in TVM.
-It demonstrates the key concepts needed to offload operations to a custom
-accelerator: pattern registration, graph partitioning, codegen, and runtime
-dispatch.</p>
+<span id="tutorial-bring-your-own-codegen"></span><span id="sphx-glr-how-to-tutorials-bring-your-own-codegen-py"></span><h1>Bring Your Own Codegen: NPU Backend Example<a class="headerlink" href="#bring-your-own-codegen-npu-backend-example" title="Link to this heading"></a></h1>
+<p>This tutorial shows how to integrate a custom hardware backend with TVM’s
+BYOC framework, using the bundled example NPU backend (CPU emulation, no
+real hardware required) as the worked example. You will see the key
+concepts needed to offload operations to a custom accelerator: pattern
+registration, graph partitioning, codegen, and runtime dispatch.</p>
<p>NPUs are purpose-built accelerators designed around a fixed set of operations
common in neural network inference, such as matrix multiplication, convolution,
and activation functions.
-The example backend uses CPU emulation so no real NPU hardware is required.</p>
+The example backend’s runtime is a <em>stub</em>: it logs the dispatch decisions an
+NPU would make (memory tier, execution engine, fusion) but performs no real
+computation, so output buffers are uninitialized. Assertions in this tutorial
+therefore check shapes, not values. When you replace the runtime with your
+hardware SDK calls, the same flow produces real results.</p>
<p><strong>Prerequisites</strong>: Build TVM with <code class="docutils literal notranslate"><span class="pre">USE_EXAMPLE_NPU_CODEGEN=ON</span></code> and
<code class="docutils literal notranslate"><span class="pre">USE_EXAMPLE_NPU_RUNTIME=ON</span></code>.</p>
<section id="overview-of-the-byoc-flow">
@@ -329,7 +345,9 @@ registered backend runtime.</p></li>
<h2>Step 1: Import the backend to register its patterns<a class="headerlink" href="#step-1-import-the-backend-to-register-its-patterns" title="Link to this heading"></a></h2>
<p>Importing the module is enough to register all supported patterns with
TVM’s pattern registry.</p>
-<div class="highlight-Python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span><span class="w"> </span><span class="nn">tvm</span>
+<div class="highlight-Python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span><span class="w"> </span><span class="nn">numpy</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">np</span>
+
+<span class="kn">import</span><span class="w"> </span><span class="nn">tvm</span>
<span class="kn">import</span><span class="w"> </span><span class="nn">tvm.relax.backend.contrib.example_npu</span> <span class="c1"># registers patterns</span>
<span class="kn">from</span><span class="w"> </span><span class="nn">tvm</span><span class="w"> </span><span class="kn">import</span> <span class="n">relax</span>
<span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.backend.pattern_registry</span><span class="w"> </span><span class="kn">import</span> <a href="../../reference/api/python/relax/backend.html#tvm.relax.backend.get_patterns_with_prefix" title="tvm.relax.backend.get_patterns_with_prefix" class="sphx-glr-backref-module-tvm-relax-backend sphx-glr-backref-type-py-function"><span class="n">get_patterns_with_prefix</span></a>
@@ -340,11 +358,13 @@ TVM’s pattern registry.</p>
<span class="n">has_example_npu_runtime</span> <span class="o">=</span> <span class="n">tvm</span><span class="o">.</span><span class="n">get_global_func</span><span class="p">(</span><span class="s2">"runtime.ExampleNPUJSONRuntimeCreate"</span><span class="p">,</span> <span class="kc">True</span><span class="p">)</span>
<span class="n">has_example_npu</span> <span class="o">=</span> <span class="n">has_example_npu_codegen</span> <span class="ow">and</span> <span class="n">has_example_npu_runtime</span>
+<a href="../../reference/api/python/target.html#tvm.target.Target" title="tvm.target.Target" class="sphx-glr-backref-module-tvm-target sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">target</span></a> <span class="o">=</span> <a href="../../reference/api/python/target.html#tvm.target.Target" title="tvm.target.Target" class="sphx-glr-backref-module-tvm-target sphx-glr-backref-type-py-class"><span class="n">tvm</span><span class="o">.</span><span class="n">target< [...]
+
<span class="n">patterns</span> <span class="o">=</span> <a href="../../reference/api/python/relax/backend.html#tvm.relax.backend.get_patterns_with_prefix" title="tvm.relax.backend.get_patterns_with_prefix" class="sphx-glr-backref-module-tvm-relax-backend sphx-glr-backref-type-py-function"><span class="n">get_patterns_with_prefix</span></a><span class="p">(</span><span class="s2">"example_npu"</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Registered patterns:"</span><span class="p">,</span> <span class="p">[</span><span class="n">p</span><span class="o">.</span><span class="n">name</span> <span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">patterns</span><span class="p">])</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Registered patterns: ['example_npu.dequantize', 'example_npu.quantize', 'example_npu.divide', 'example_npu.subtract', 'example_npu.multiply', 'example_npu.add', 'example_npu.gelu', 'example_npu.relu', 'example_npu.softmax', 'example_npu.batch_norm', 'example_npu.avg_pool2d', 'example_npu.max_pool2d [...]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Registered patterns: ['example_npu.conv2d_relu_fused', 'example_npu.matmul_relu_fused', 'example_npu.depthwise_conv2d', 'example_npu.conv2d', 'example_npu.conv1d', 'example_npu.matmul', 'example_npu.dense', 'example_npu.avg_pool2d', 'example_npu.max_pool2d', 'example_npu.batch_norm', 'example_npu.softmax&# [...]
</pre></div>
</div>
</section>
@@ -369,8 +389,22 @@ TVM’s pattern registry.</p>
<section id="step-3-partition-the-graph">
<h2>Step 3: Partition the graph<a class="headerlink" href="#step-3-partition-the-graph" title="Link to this heading"></a></h2>
<p><code class="docutils literal notranslate"><span class="pre">FuseOpsByPattern</span></code> groups ops that match a registered pattern into
-composite functions. <code class="docutils literal notranslate"><span class="pre">MergeCompositeFunctions</span></code> consolidates them
-so each group becomes a single external call.</p>
+composite functions, controlled by two flags:</p>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">bind_constants=False</span></code> keeps weights as function arguments instead
+of baking them in, so the host stays in charge of parameter
+ownership.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">annotate_codegen=True</span></code> tags each composite with its backend name
+(<code class="docutils literal notranslate"><span class="pre">example_npu</span></code>); without this tag, <code class="docutils literal notranslate"><span class="pre">RunCodegen</span></code> has no way to
+route the composite to a backend.</p></li>
+</ul>
+<p><code class="docutils literal notranslate"><span class="pre">MergeCompositeFunctions</span></code> then consolidates adjacent composites
+that target the same backend so each group becomes a single external
+call. Note that consolidation depends on the patterns themselves: an
+<code class="docutils literal notranslate"><span class="pre">op_a</span> <span class="pre">+</span> <span class="pre">op_b</span></code> chain only collapses into one composite if a fused
+pattern (e.g. <code class="docutils literal notranslate"><span class="pre">matmul_relu_fused</span></code>) was registered for it; otherwise
+each op stays as its own composite even when both target the same
+backend.</p>
<div class="highlight-Python notranslate"><div class="highlight"><pre><span></span><span class="n">mod</span> <span class="o">=</span> <span class="n">MatmulReLU</span>
<span class="n">mod</span> <span class="o">=</span> <a href="../../reference/api/python/relax/transform.html#tvm.relax.transform.FuseOpsByPattern" title="tvm.relax.transform.FuseOpsByPattern" class="sphx-glr-backref-module-tvm-relax-transform sphx-glr-backref-type-py-function"><span class="n">FuseOpsByPattern</span></a><span class="p">(</span><span class="n">patterns</span><span class="p">,</span> <span class="n">bind_constants</span><span class="o">=</span><span class="kc">False</span>< [...]
<span class="n">mod</span> <span class="o">=</span> <a href="../../reference/api/python/relax/transform.html#tvm.relax.transform.MergeCompositeFunctions" title="tvm.relax.transform.MergeCompositeFunctions" class="sphx-glr-backref-module-tvm-relax-transform sphx-glr-backref-type-py-function"><span class="n">MergeCompositeFunctions</span></a><span class="p">()(</span><span class="n">mod</span><span class="p">)</span>
@@ -385,39 +419,25 @@ so each group becomes a single external call.</p>
@I.ir_module
class Module:
@R.function
- def fused_relax_matmul_example_npu_example_npu(x: R.Tensor((2, 4), dtype="float32"), w: R.Tensor((4, 8), dtype="float32")) -> R.Tensor((2, 8), dtype="float32"):
+ def fused_relax_matmul_relax_nn_relu_example_npu_example_npu(x: R.Tensor((2, 4), dtype="float32"), w: R.Tensor((4, 8), dtype="float32")) -> R.Tensor((2, 8), dtype="float32"):
R.func_attr({"Codegen": "example_npu"})
# from tvm.script import relax as R
@R.function
def local_func(x_1: R.Tensor((2, 4), dtype="float32"), w_1: R.Tensor((4, 8), dtype="float32")) -> R.Tensor((2, 8), dtype="float32"):
- R.func_attr({"Composite": "example_npu.matmul"})
- gv: R.Tensor((2, 8), dtype="float32") = R.matmul(x_1, w_1, out_dtype="void")
+ R.func_attr({"Composite": "example_npu.matmul_relu_fused"})
+ y: R.Tensor((2, 8), dtype="float32") = R.matmul(x_1, w_1, out_dtype="void")
+ gv: R.Tensor((2, 8), dtype="float32") = R.nn.relu(y)
return gv
output: R.Tensor((2, 8), dtype="float32") = local_func(x, w)
return output
- @R.function
- def fused_relax_nn_relu_example_npu_example_npu(y: R.Tensor((2, 8), dtype="float32")) -> R.Tensor((2, 8), dtype="float32"):
- R.func_attr({"Codegen": "example_npu"})
- # from tvm.script import relax as R
-
- @R.function
- def local_func(y_1: R.Tensor((2, 8), dtype="float32")) -> R.Tensor((2, 8), dtype="float32"):
- R.func_attr({"Composite": "example_npu.relu"})
- gv: R.Tensor((2, 8), dtype="float32") = R.nn.relu(y_1)
- return gv
-
- output: R.Tensor((2, 8), dtype="float32") = local_func(y)
- return output
-
@R.function
def main(x: R.Tensor((2, 4), dtype="float32"), w: R.Tensor((4, 8), dtype="float32")) -> R.Tensor((2, 8), dtype="float32"):
cls = Module
with R.dataflow():
- lv: R.Tensor((2, 8), dtype="float32") = cls.fused_relax_matmul_example_npu_example_npu(x, w)
- gv: R.Tensor((2, 8), dtype="float32") = cls.fused_relax_nn_relu_example_npu_example_npu(lv)
+ gv: R.Tensor((2, 8), dtype="float32") = cls.fused_relax_matmul_relax_nn_relu_example_npu_example_npu(x, w)
R.output(gv)
return gv
</pre></div>
@@ -442,28 +462,27 @@ and <code class="docutils literal notranslate"><span class="pre">USE_EXAMPLE_NPU
<span class="c1"># Build the module for the host target, create a virtual machine, and</span>
<span class="c1"># execute the compiled function.</span>
- <span class="kn">import</span><span class="w"> </span><span class="nn">numpy</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">np</span>
-
<span class="n">np</span><span class="o">.</span><span class="n">random</span><span class="o">.</span><span class="n">seed</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
<span class="n">x_np</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">random</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">4</span><span class="p">)</span><span class="o">.</span><span class="n">astype</span><span class="p">(</span><span class="s2">"float32"</span><span class="p">)</span>
<span class="n">w_np</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">random</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">4</span><span class="p">,</span> <span class="mi">8</span><span class="p">)</span><span class="o">.</span><span class="n">astype</span><span class="p">(</span><span class="s2">"float32"</span><span class="p">)</span>
- <span class="n">target</span> <span class="o">=</span> <a href="../../reference/api/python/target.html#tvm.target.Target" title="tvm.target.Target" class="sphx-glr-backref-module-tvm-target sphx-glr-backref-type-py-class"><span class="n">tvm</span><span class="o">.</span><span class="n">target</span><span class="o">.</span><span class="n">Target</span></a><span class="p">(</span><span class="s2">"llvm"</span><span class="p">)</span>
<span class="k">with</span> <a href="../../reference/api/python/transform.html#tvm.ir.transform.PassContext" title="tvm.ir.transform.PassContext" class="sphx-glr-backref-module-tvm-ir-transform sphx-glr-backref-type-py-class"><span class="n">tvm</span><span class="o">.</span><span class="n">transform</span><span class="o">.</span><span class="n">PassContext</span></a><span class="p">(</span><span class="n">opt_level</span><span class="o">=</span><span class="mi">3</span><span class=" [...]
- <span class="n">built</span> <span class="o">=</span> <a href="../../reference/api/python/relax/relax.html#tvm.relax.build" title="tvm.relax.build" class="sphx-glr-backref-module-tvm-relax sphx-glr-backref-type-py-function"><span class="n">relax</span><span class="o">.</span><span class="n">build</span></a><span class="p">(</span><span class="n">mod</span><span class="p">,</span> <span class="n">target</span><span class="p">)</span>
+ <span class="n">built</span> <span class="o">=</span> <a href="../../reference/api/python/relax/relax.html#tvm.relax.build" title="tvm.relax.build" class="sphx-glr-backref-module-tvm-relax sphx-glr-backref-type-py-function"><span class="n">relax</span><span class="o">.</span><span class="n">build</span></a><span class="p">(</span><span class="n">mod</span><span class="p">,</span> <a href="../../reference/api/python/target.html#tvm.target.Target" title="tvm.target.Target" class="s [...]
<span class="n">vm</span> <span class="o">=</span> <a href="../../reference/api/python/relax/relax.html#tvm.relax.VirtualMachine" title="tvm.relax.VirtualMachine" class="sphx-glr-backref-module-tvm-relax sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">relax</span><span class="o">.</span><span class="n">VirtualMachine</span></a><span class="p">(</span><span class="n">built</span><span class="p">,</span> <span class="n">tvm</span><span class="o">.</span><span [...]
<span class="n">result</span> <span class="o">=</span> <span class="n">vm</span><span class="p">[</span><span class="s2">"main"</span><span class="p">](</span><span class="n">tvm</span><span class="o">.</span><span class="n">runtime</span><span class="o">.</span><span class="n">tensor</span><span class="p">(</span><span class="n">x_np</span><span class="p">,</span> <span class="n">tvm</span><span class="o">.</span><span class="n">cpu</span><span class="p">()),</span> <span [...]
- <span class="n">expected_shape</span> <span class="o">=</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">8</span><span class="p">)</span>
- <span class="k">assert</span> <span class="n">result</span><span class="o">.</span><span class="n">numpy</span><span class="p">()</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="n">expected_shape</span>
+ <span class="k">assert</span> <span class="n">result</span><span class="o">.</span><span class="n">numpy</span><span class="p">()</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">8</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Execution completed. Output shape:"</span><span class="p">,</span> <span class="n">result</span><span class="o">.</span><span class="n">numpy</span><span class="p">()</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
</pre></div>
</div>
</section>
<section id="step-6-conv2d-relu">
<h2>Step 6: Conv2D + ReLU<a class="headerlink" href="#step-6-conv2d-relu" title="Link to this heading"></a></h2>
-<p>The same flow applies to convolution workloads.</p>
+<p>The same flow applies to convolution workloads. Because the fused
+<code class="docutils literal notranslate"><span class="pre">conv2d</span> <span class="pre">+</span> <span class="pre">relu</span></code> pattern is registered after the standalone
+<code class="docutils literal notranslate"><span class="pre">conv2d</span></code> pattern in <code class="docutils literal notranslate"><span class="pre">patterns.py</span></code> (later entries have higher
+priority), both ops are offloaded as a single composite function.</p>
<div class="highlight-Python notranslate"><div class="highlight"><pre><span></span><span class="nd">@tvm</span><span class="o">.</span><span class="n">script</span><span class="o">.</span><span class="n">ir_module</span>
<span class="k">class</span><span class="w"> </span><span class="nc">Conv2dReLU</span><span class="p">:</span>
<span class="nd">@R</span><span class="o">.</span><span class="n">function</span>
@@ -485,9 +504,17 @@ and <code class="docutils literal notranslate"><span class="pre">USE_EXAMPLE_NPU
<span class="n">mod2</span> <span class="o">=</span> <a href="../../reference/api/python/relax/transform.html#tvm.relax.transform.RunCodegen" title="tvm.relax.transform.RunCodegen" class="sphx-glr-backref-module-tvm-relax-transform sphx-glr-backref-type-py-function"><span class="n">RunCodegen</span></a><span class="p">()(</span><span class="n">mod2</span><span class="p">)</span>
<span class="k">with</span> <a href="../../reference/api/python/transform.html#tvm.ir.transform.PassContext" title="tvm.ir.transform.PassContext" class="sphx-glr-backref-module-tvm-ir-transform sphx-glr-backref-type-py-class"><span class="n">tvm</span><span class="o">.</span><span class="n">transform</span><span class="o">.</span><span class="n">PassContext</span></a><span class="p">(</span><span class="n">opt_level</span><span class="o">=</span><span class="mi">3</span><span class=" [...]
- <span class="n">built2</span> <span class="o">=</span> <a href="../../reference/api/python/relax/relax.html#tvm.relax.build" title="tvm.relax.build" class="sphx-glr-backref-module-tvm-relax sphx-glr-backref-type-py-function"><span class="n">relax</span><span class="o">.</span><span class="n">build</span></a><span class="p">(</span><span class="n">mod2</span><span class="p">,</span> <span class="n">target</span><span class="p">)</span>
+ <span class="n">built2</span> <span class="o">=</span> <a href="../../reference/api/python/relax/relax.html#tvm.relax.build" title="tvm.relax.build" class="sphx-glr-backref-module-tvm-relax sphx-glr-backref-type-py-function"><span class="n">relax</span><span class="o">.</span><span class="n">build</span></a><span class="p">(</span><span class="n">mod2</span><span class="p">,</span> <a href="../../reference/api/python/target.html#tvm.target.Target" title="tvm.target.Target" class= [...]
+
+ <span class="n">x2_np</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">random</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">32</span><span class="p">,</span> <span class="mi">32</span><span class="p">)</span><span class="o">.</span><span class="n">astype</span><span class="p">(</span><s [...]
+ <span class="n">w2_np</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">random</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">16</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">3</span><span class="p">)</span><span class="o">.</span><span class="n">astype</span><span class="p">(</span><sp [...]
- <span class="nb">print</span><span class="p">(</span><span class="s2">"Conv2dReLU compiled successfully."</span><span class="p">)</span>
+ <span class="n">vm2</span> <span class="o">=</span> <a href="../../reference/api/python/relax/relax.html#tvm.relax.VirtualMachine" title="tvm.relax.VirtualMachine" class="sphx-glr-backref-module-tvm-relax sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">relax</span><span class="o">.</span><span class="n">VirtualMachine</span></a><span class="p">(</span><span class="n">built2</span><span class="p">,</span> <span class="n">tvm</span><span class="o">.</span><spa [...]
+ <span class="n">result2</span> <span class="o">=</span> <span class="n">vm2</span><span class="p">[</span><span class="s2">"main"</span><span class="p">](</span>
+ <span class="n">tvm</span><span class="o">.</span><span class="n">runtime</span><span class="o">.</span><span class="n">tensor</span><span class="p">(</span><span class="n">x2_np</span><span class="p">,</span> <span class="n">tvm</span><span class="o">.</span><span class="n">cpu</span><span class="p">()),</span> <span class="n">tvm</span><span class="o">.</span><span class="n">runtime</span><span class="o">.</span><span class="n">tensor</span><span class="p">(</span><span class=" [...]
+ <span class="p">)</span>
+ <span class="k">assert</span> <span class="n">result2</span><span class="o">.</span><span class="n">numpy</span><span class="p">()</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">16</span><span class="p">,</span> <span class="mi">30</span><span class="p">,</span> <span class="mi">30</span><span class="p">)</span>
+ <span class="nb">print</span><span class="p">(</span><span class="s2">"Conv2dReLU output shape:"</span><span class="p">,</span> <span class="n">result2</span><span class="o">.</span><span class="n">numpy</span><span class="p">()</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
</pre></div>
</div>
</section>
@@ -502,15 +529,15 @@ hardware requires a non-JSON serialization format.</p></li>
<li><p>Add your cmake module under <code class="docutils literal notranslate"><span class="pre">cmake/modules/contrib/</span></code> following
the pattern in <code class="docutils literal notranslate"><span class="pre">cmake/modules/contrib/ExampleNPU.cmake</span></code>.</p></li>
</ul>
-<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-tutorials-byoc-npu-example-py">
+<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-tutorials-bring-your-own-codegen-py">
<div class="sphx-glr-download sphx-glr-download-jupyter docutils container">
-<p><a class="reference download internal" download="" href="../../_downloads/43824fc479896e7049e14d1a62e6b864/byoc_npu_example.ipynb"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Jupyter</span> <span class="pre">notebook:</span> <span class="pre">byoc_npu_example.ipynb</span></code></a></p>
+<p><a class="reference download internal" download="" href="../../_downloads/2729a585e9deb6295e6d7badc73087d7/bring_your_own_codegen.ipynb"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Jupyter</span> <span class="pre">notebook:</span> <span class="pre">bring_your_own_codegen.ipynb</span></code></a></p>
</div>
<div class="sphx-glr-download sphx-glr-download-python docutils container">
-<p><a class="reference download internal" download="" href="../../_downloads/59e92ec30b073e69118f05697f7e4e5b/byoc_npu_example.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">byoc_npu_example.py</span></code></a></p>
+<p><a class="reference download internal" download="" href="../../_downloads/c4ca99367570f8682036b6e670ef0dd9/bring_your_own_codegen.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">bring_your_own_codegen.py</span></code></a></p>
</div>
<div class="sphx-glr-download sphx-glr-download-zip docutils container">
-<p><a class="reference download internal" download="" href="../../_downloads/d42bd0f97b9a6b25a1a2ba6cf45f871b/byoc_npu_example.zip"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">zipped:</span> <span class="pre">byoc_npu_example.zip</span></code></a></p>
+<p><a class="reference download internal" download="" href="../../_downloads/8c05f1d580979a2c26428a509c07ed72/bring_your_own_codegen.zip"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">zipped:</span> <span class="pre">bring_your_own_codegen.zip</span></code></a></p>
</div>
</div>
<p class="sphx-glr-signature"><a class="reference external" href="https://sphinx-gallery.github.io">Gallery generated by Sphinx-Gallery</a></p>
@@ -525,6 +552,15 @@ the pattern in <code class="docutils literal notranslate"><span class="pre">cmak
<footer>
+ <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
+
+ <a href="../dev/index.html" class="btn btn-neutral float-right" title="Development Guides" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+
+
+ <a href="mix_python_and_tvm_with_pymodule.html" class="btn btn-neutral float-left" title="Mix Python/PyTorch with TVM Using BasePyModule" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+
+ </div>
+
<div id="button" class="backtop"><img src="../../_static/img/right.svg" alt="backtop"/> </div>
<section class="footerSec">
<div class="footerHeader">
diff --git a/docs/how_to/tutorials/cross_compilation_and_rpc.html b/docs/how_to/tutorials/cross_compilation_and_rpc.html
index 51b1e7ac718..92c862594b4 100644
--- a/docs/how_to/tutorials/cross_compilation_and_rpc.html
+++ b/docs/how_to/tutorials/cross_compilation_and_rpc.html
@@ -200,6 +200,7 @@
</li>
<li class="toctree-l1"><a class="reference internal" href="export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
@@ -477,7 +478,7 @@ device and returns the measured cost. Network overhead is excluded.</p>
<span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">cost</span><span class="si">:</span><span class="s2">g</span><span class="si">}</span><span class="s2"> secs/op"</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>9.5e-08 secs/op
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>9.3e-08 secs/op
</pre></div>
</div>
</section>
@@ -845,8 +846,8 @@ for ONNX models. Simply replace <code class="docutils literal notranslate"><span
Converted PyTorch model to Relax:
- Number of parameters: 4
Using local target for demonstration
-Exported library to: /tmp/tmp6o6xhnu4/model_deployed.so
-Saved parameters to: /tmp/tmp6o6xhnu4/model_params.npz
+Exported library to: /tmp/tmpxsdhgj46/model_deployed.so
+Saved parameters to: /tmp/tmpxsdhgj46/model_params.npz
RPC workflow (works for any remote device):
==================================================
diff --git a/docs/how_to/tutorials/customize_opt.html b/docs/how_to/tutorials/customize_opt.html
index 6d7d9d56887..d43c437221c 100644
--- a/docs/how_to/tutorials/customize_opt.html
+++ b/docs/how_to/tutorials/customize_opt.html
@@ -203,6 +203,7 @@
<li class="toctree-l1"><a class="reference internal" href="cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
@@ -619,8 +620,8 @@ pushing the performance to the limit. The current optimization may not be the be
<span class="nb">print</span><span class="p">(</span><span class="n">gpu_out</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[24996.39 25118.348 24072.041 26006.617 24044.988 25497.383 24720.773
- 23127.242 23281.375 26488.73 ]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[26702.326 27121.926 26833.477 27477.016 26189.816 25953.996 26933.78
+ 27371.535 26048.248 26794.953]]
</pre></div>
</div>
</section>
diff --git a/docs/how_to/tutorials/e2e_opt_model.html b/docs/how_to/tutorials/e2e_opt_model.html
index ddee21bf37c..9a8fed88fc8 100644
--- a/docs/how_to/tutorials/e2e_opt_model.html
+++ b/docs/how_to/tutorials/e2e_opt_model.html
@@ -200,6 +200,7 @@
<li class="toctree-l1"><a class="reference internal" href="cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
@@ -331,8 +332,8 @@ PyTorch.</p>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Downloading: "https://download.pytorch.org/models/resnet18-f37072fd.pth" to /workspace/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth
0%| | 0.00/44.7M [00:00<?, ?B/s]
- 60%|█████▉ | 26.8M/44.7M [00:00<00:00, 280MB/s]
-100%|██████████| 44.7M/44.7M [00:00<00:00, 315MB/s]
+ 78%|███████▊ | 34.6M/44.7M [00:00<00:00, 362MB/s]
+100%|██████████| 44.7M/44.7M [00:00<00:00, 383MB/s]
</pre></div>
</div>
</section>
diff --git a/docs/how_to/tutorials/export_and_load_executable.html b/docs/how_to/tutorials/export_and_load_executable.html
index abb0f033410..204c46bce3b 100644
--- a/docs/how_to/tutorials/export_and_load_executable.html
+++ b/docs/how_to/tutorials/export_and_load_executable.html
@@ -201,6 +201,7 @@
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/how_to/tutorials/import_model.html b/docs/how_to/tutorials/import_model.html
index 38648e5d214..e2c4524a1f2 100644
--- a/docs/how_to/tutorials/import_model.html
+++ b/docs/how_to/tutorials/import_model.html
@@ -211,6 +211,7 @@
<li class="toctree-l1"><a class="reference internal" href="cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/how_to/tutorials/index.html b/docs/how_to/tutorials/index.html
index ad726b9bcec..ea8c240234f 100644
--- a/docs/how_to/tutorials/index.html
+++ b/docs/how_to/tutorials/index.html
@@ -189,6 +189,7 @@
<li class="toctree-l1"><a class="reference internal" href="cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
@@ -296,8 +297,8 @@
<section id="how-to">
<h1>HOW TO<a class="headerlink" href="#how-to" title="Link to this heading"></a></h1>
-<div class="sphx-glr-thumbnails"><div class="sphx-glr-thumbcontainer" tooltip="This tutorial walks through the example NPU BYOC backend included in TVM. It demonstrates the key concepts needed to offload operations to a custom accelerator: pattern registration, graph partitioning, codegen, and runtime dispatch."><img alt="" src="../../_images/sphx_glr_byoc_npu_example_thumb.png" />
-<p><a class="reference internal" href="byoc_npu_example.html"><span class="doc">Bring Your Own Codegen: NPU Backend Example</span></a></p>
+<div class="sphx-glr-thumbnails"><div class="sphx-glr-thumbcontainer" tooltip="This tutorial shows how to integrate a custom hardware backend with TVM's BYOC framework, using the bundled example NPU backend (CPU emulation, no real hardware required) as the worked example. You will see the key concepts needed to offload operations to a custom accelerator: pattern registration, graph partitioning, codegen, and runtime dispatch."><img alt="" src="../../_images/sphx_glr_bring_your_own_ [...]
+<p><a class="reference internal" href="bring_your_own_codegen.html"><span class="doc">Bring Your Own Codegen: NPU Backend Example</span></a></p>
<div class="sphx-glr-thumbnail-title">Bring Your Own Codegen: NPU Backend Example</div>
</div><div class="sphx-glr-thumbcontainer" tooltip="This tutorial introduces cross compilation and remote device execution with RPC in TVM."><img alt="" src="../../_images/sphx_glr_cross_compilation_and_rpc_thumb.png" />
<p><a class="reference internal" href="cross_compilation_and_rpc.html"><span class="doc">Cross Compilation and RPC</span></a></p>
diff --git a/docs/how_to/tutorials/mix_python_and_tvm_with_pymodule.html b/docs/how_to/tutorials/mix_python_and_tvm_with_pymodule.html
index 36416d1ba97..8255869c14f 100644
--- a/docs/how_to/tutorials/mix_python_and_tvm_with_pymodule.html
+++ b/docs/how_to/tutorials/mix_python_and_tvm_with_pymodule.html
@@ -45,7 +45,7 @@
<script type="text/javascript" src="../../_static/js/tlcpack_theme.js"></script>
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="Development Guides" href="../dev/index.html" />
+ <link rel="next" title="Bring Your Own Codegen: NPU Backend Example" href="bring_your_own_codegen.html" />
<link rel="prev" title="Export and Load Relax Executables" href="export_and_load_executable.html" />
</head>
@@ -201,6 +201,7 @@
<li class="toctree-l2"><a class="reference internal" href="#summary">Summary</a></li>
</ul>
</li>
+<li class="toctree-l1"><a class="reference internal" href="bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
@@ -775,7 +776,7 @@ tensors at call time, so the same module handles different sizes without recompi
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
- <a href="../dev/index.html" class="btn btn-neutral float-right" title="Development Guides" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+ <a href="bring_your_own_codegen.html" class="btn btn-neutral float-right" title="Bring Your Own Codegen: NPU Backend Example" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
<a href="export_and_load_executable.html" class="btn btn-neutral float-left" title="Export and Load Relax Executables" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
diff --git a/docs/how_to/tutorials/optimize_llm.html b/docs/how_to/tutorials/optimize_llm.html
index ad3f2f6c129..f958b164a2a 100644
--- a/docs/how_to/tutorials/optimize_llm.html
+++ b/docs/how_to/tutorials/optimize_llm.html
@@ -206,6 +206,7 @@
<li class="toctree-l1"><a class="reference internal" href="cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/how_to/tutorials/sg_execution_times.html b/docs/how_to/tutorials/sg_execution_times.html
index e4422d73d48..c39a22a4c40 100644
--- a/docs/how_to/tutorials/sg_execution_times.html
+++ b/docs/how_to/tutorials/sg_execution_times.html
@@ -189,6 +189,7 @@
<li class="toctree-l1"><a class="reference internal" href="cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
@@ -296,7 +297,7 @@
<section id="computation-times">
<span id="sphx-glr-how-to-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading"></a></h1>
-<p><strong>00:15.491</strong> total execution time for 8 files <strong>from how_to/tutorials</strong>:</p>
+<p><strong>00:15.368</strong> total execution time for 8 files <strong>from how_to/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -318,27 +319,27 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="optimize_llm.html#sphx-glr-how-to-tutorials-optimize-llm-py"><span class="std std-ref">Optimize Large Language Model</span></a> (<code class="docutils literal notranslate"><span class="pre">optimize_llm.py</span></code>)</p></td>
-<td><p>00:10.216</p></td>
+<td><p>00:10.243</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="import_model.html#sphx-glr-how-to-tutorials-import-model-py"><span class="std std-ref">Importing Models from ML Frameworks</span></a> (<code class="docutils literal notranslate"><span class="pre">import_model.py</span></code>)</p></td>
-<td><p>00:03.350</p></td>
+<td><p>00:03.302</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="e2e_opt_model.html#sphx-glr-how-to-tutorials-e2e-opt-model-py"><span class="std std-ref">End-to-End Optimize Model</span></a> (<code class="docutils literal notranslate"><span class="pre">e2e_opt_model.py</span></code>)</p></td>
-<td><p>00:00.699</p></td>
+<td><p>00:00.600</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="customize_opt.html#sphx-glr-how-to-tutorials-customize-opt-py"><span class="std std-ref">Customize Optimization</span></a> (<code class="docutils literal notranslate"><span class="pre">customize_opt.py</span></code>)</p></td>
-<td><p>00:00.597</p></td>
+<td><p>00:00.595</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="cross_compilation_and_rpc.html#sphx-glr-how-to-tutorials-cross-compilation-and-rpc-py"><span class="std std-ref">Cross Compilation and RPC</span></a> (<code class="docutils literal notranslate"><span class="pre">cross_compilation_and_rpc.py</span></code>)</p></td>
<td><p>00:00.479</p></td>
<td><p>0.0</p></td>
</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="byoc_npu_example.html#sphx-glr-how-to-tutorials-byoc-npu-example-py"><span class="std std-ref">Bring Your Own Codegen: NPU Backend Example</span></a> (<code class="docutils literal notranslate"><span class="pre">byoc_npu_example.py</span></code>)</p></td>
-<td><p>00:00.143</p></td>
+<tr class="row-odd"><td><p><a class="reference internal" href="bring_your_own_codegen.html#sphx-glr-how-to-tutorials-bring-your-own-codegen-py"><span class="std std-ref">Bring Your Own Codegen: NPU Backend Example</span></a> (<code class="docutils literal notranslate"><span class="pre">bring_your_own_codegen.py</span></code>)</p></td>
+<td><p>00:00.142</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="mix_python_and_tvm_with_pymodule.html#sphx-glr-how-to-tutorials-mix-python-and-tvm-with-pymodule-py"><span class="std std-ref">Mix Python/PyTorch with TVM Using BasePyModule</span></a> (<code class="docutils literal notranslate"><span class="pre">mix_python_and_tvm_with_pymodule.py</span></code>)</p></td>
diff --git a/docs/index.html b/docs/index.html
index 21fc4831ce7..28458c740fb 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
@@ -326,6 +327,7 @@ driving its costs down.</p>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/dev/index.html">Development Guides</a></li>
</ul>
</div>
diff --git a/docs/install/docker.html b/docs/install/docker.html
index a3f275ef889..15e05271b8a 100644
--- a/docs/install/docker.html
+++ b/docs/install/docker.html
@@ -198,6 +198,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/install/from_source.html b/docs/install/from_source.html
index 05d6b02267d..1cfc9545420 100644
--- a/docs/install/from_source.html
+++ b/docs/install/from_source.html
@@ -216,6 +216,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/install/index.html b/docs/install/index.html
index d1a73ea7cd8..857b11de242 100644
--- a/docs/install/index.html
+++ b/docs/install/index.html
@@ -195,6 +195,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/objects.inv b/docs/objects.inv
index 24e3f7a95b3..e11b4bf1731 100644
Binary files a/docs/objects.inv and b/docs/objects.inv differ
diff --git a/docs/py-modindex.html b/docs/py-modindex.html
index 9ba642ba8d3..44a6d32f79c 100644
--- a/docs/py-modindex.html
+++ b/docs/py-modindex.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/links.html b/docs/reference/api/links.html
index c50bca5f408..ec33a89c982 100644
--- a/docs/reference/api/links.html
+++ b/docs/reference/api/links.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/arith.html b/docs/reference/api/python/arith.html
index bc52601b484..6f1fb4e2d8d 100644
--- a/docs/reference/api/python/arith.html
+++ b/docs/reference/api/python/arith.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/contrib.html b/docs/reference/api/python/contrib.html
index 9de9e245c13..54556221c54 100644
--- a/docs/reference/api/python/contrib.html
+++ b/docs/reference/api/python/contrib.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/driver.html b/docs/reference/api/python/driver.html
index b074b0b7d30..e85e91266b3 100644
--- a/docs/reference/api/python/driver.html
+++ b/docs/reference/api/python/driver.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/error.html b/docs/reference/api/python/error.html
index 1ddfc6abfdd..ccd813fc4ee 100644
--- a/docs/reference/api/python/error.html
+++ b/docs/reference/api/python/error.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/exec.html b/docs/reference/api/python/exec.html
index adac8649d19..a7583782ef7 100644
--- a/docs/reference/api/python/exec.html
+++ b/docs/reference/api/python/exec.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/index.html b/docs/reference/api/python/index.html
index 9e9aa12d721..1f871985cc9 100644
--- a/docs/reference/api/python/index.html
+++ b/docs/reference/api/python/index.html
@@ -192,6 +192,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/instrument.html b/docs/reference/api/python/instrument.html
index cd8ba221553..fdb421e8ee0 100644
--- a/docs/reference/api/python/instrument.html
+++ b/docs/reference/api/python/instrument.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/ir.html b/docs/reference/api/python/ir.html
index 25f0417cfae..7d5286b5c02 100644
--- a/docs/reference/api/python/ir.html
+++ b/docs/reference/api/python/ir.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/meta_schedule.html b/docs/reference/api/python/meta_schedule.html
index 2c413051879..af727635a7d 100644
--- a/docs/reference/api/python/meta_schedule.html
+++ b/docs/reference/api/python/meta_schedule.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/relax/analysis.html b/docs/reference/api/python/relax/analysis.html
index 59b3e2c6daa..58f6056573a 100644
--- a/docs/reference/api/python/relax/analysis.html
+++ b/docs/reference/api/python/relax/analysis.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/relax/backend.html b/docs/reference/api/python/relax/backend.html
index 591323567a8..a13414dcd3e 100644
--- a/docs/reference/api/python/relax/backend.html
+++ b/docs/reference/api/python/relax/backend.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/relax/block_builder.html b/docs/reference/api/python/relax/block_builder.html
index c0320a4eef3..92e75cac401 100644
--- a/docs/reference/api/python/relax/block_builder.html
+++ b/docs/reference/api/python/relax/block_builder.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/relax/distributed.html b/docs/reference/api/python/relax/distributed.html
index 4162119862c..fa8c1160420 100644
--- a/docs/reference/api/python/relax/distributed.html
+++ b/docs/reference/api/python/relax/distributed.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/relax/dpl.html b/docs/reference/api/python/relax/dpl.html
index ccf7909dcc7..60a110f94ae 100644
--- a/docs/reference/api/python/relax/dpl.html
+++ b/docs/reference/api/python/relax/dpl.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/relax/frontend.html b/docs/reference/api/python/relax/frontend.html
index fd2037578c4..f3a362195bf 100644
--- a/docs/reference/api/python/relax/frontend.html
+++ b/docs/reference/api/python/relax/frontend.html
@@ -192,6 +192,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/relax/op.html b/docs/reference/api/python/relax/op.html
index 979310ff0d1..fbc10209034 100644
--- a/docs/reference/api/python/relax/op.html
+++ b/docs/reference/api/python/relax/op.html
@@ -192,6 +192,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/relax/relax.html b/docs/reference/api/python/relax/relax.html
index 9c2bf56104c..7ef91b9b240 100644
--- a/docs/reference/api/python/relax/relax.html
+++ b/docs/reference/api/python/relax/relax.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/relax/testing.html b/docs/reference/api/python/relax/testing.html
index 2b54f773323..f0e5c41d048 100644
--- a/docs/reference/api/python/relax/testing.html
+++ b/docs/reference/api/python/relax/testing.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/relax/training.html b/docs/reference/api/python/relax/training.html
index d01964cc834..73b16fc4de4 100644
--- a/docs/reference/api/python/relax/training.html
+++ b/docs/reference/api/python/relax/training.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/relax/transform.html b/docs/reference/api/python/relax/transform.html
index df3e46b5013..e698711ee53 100644
--- a/docs/reference/api/python/relax/transform.html
+++ b/docs/reference/api/python/relax/transform.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/rpc.html b/docs/reference/api/python/rpc.html
index 80acda92fb6..cf710a33a2a 100644
--- a/docs/reference/api/python/rpc.html
+++ b/docs/reference/api/python/rpc.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/runtime/disco.html b/docs/reference/api/python/runtime/disco.html
index 3ebbfa1406a..fe7bb98afa1 100644
--- a/docs/reference/api/python/runtime/disco.html
+++ b/docs/reference/api/python/runtime/disco.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/runtime/profiling.html b/docs/reference/api/python/runtime/profiling.html
index c2ac9a2ffb9..e041336929c 100644
--- a/docs/reference/api/python/runtime/profiling.html
+++ b/docs/reference/api/python/runtime/profiling.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/runtime/runtime.html b/docs/reference/api/python/runtime/runtime.html
index 9f5540ea86a..8488e40b928 100644
--- a/docs/reference/api/python/runtime/runtime.html
+++ b/docs/reference/api/python/runtime/runtime.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/runtime/vm.html b/docs/reference/api/python/runtime/vm.html
index a8e0aed3061..cf8b5a6c916 100644
--- a/docs/reference/api/python/runtime/vm.html
+++ b/docs/reference/api/python/runtime/vm.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/s_tir/analysis.html b/docs/reference/api/python/s_tir/analysis.html
index 538749c8215..8998ddb2d26 100644
--- a/docs/reference/api/python/s_tir/analysis.html
+++ b/docs/reference/api/python/s_tir/analysis.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/s_tir/backend.html b/docs/reference/api/python/s_tir/backend.html
index 22c3eebf207..38e4cc788db 100644
--- a/docs/reference/api/python/s_tir/backend.html
+++ b/docs/reference/api/python/s_tir/backend.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/s_tir/dlight.html b/docs/reference/api/python/s_tir/dlight.html
index 27733a400e1..29a9f8ab21c 100644
--- a/docs/reference/api/python/s_tir/dlight.html
+++ b/docs/reference/api/python/s_tir/dlight.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/s_tir/schedule.html b/docs/reference/api/python/s_tir/schedule.html
index c880e8bcfdb..8169c8bb200 100644
--- a/docs/reference/api/python/s_tir/schedule.html
+++ b/docs/reference/api/python/s_tir/schedule.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/s_tir/tensor_intrin.html b/docs/reference/api/python/s_tir/tensor_intrin.html
index 0d6297013ac..9913165930e 100644
--- a/docs/reference/api/python/s_tir/tensor_intrin.html
+++ b/docs/reference/api/python/s_tir/tensor_intrin.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/s_tir/transform.html b/docs/reference/api/python/s_tir/transform.html
index 6d920acbd85..74069258e7f 100644
--- a/docs/reference/api/python/s_tir/transform.html
+++ b/docs/reference/api/python/s_tir/transform.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/script/ir_builder.html b/docs/reference/api/python/script/ir_builder.html
index fbcc044c357..eb7e7b49c2b 100644
--- a/docs/reference/api/python/script/ir_builder.html
+++ b/docs/reference/api/python/script/ir_builder.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/script/parser.html b/docs/reference/api/python/script/parser.html
index 68a5a46ea35..9605dbab827 100644
--- a/docs/reference/api/python/script/parser.html
+++ b/docs/reference/api/python/script/parser.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/script/printer.html b/docs/reference/api/python/script/printer.html
index 35c48c96e1c..24573f8267f 100644
--- a/docs/reference/api/python/script/printer.html
+++ b/docs/reference/api/python/script/printer.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/script/script.html b/docs/reference/api/python/script/script.html
index 0ddbe06bb94..365276189da 100644
--- a/docs/reference/api/python/script/script.html
+++ b/docs/reference/api/python/script/script.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/support.html b/docs/reference/api/python/support.html
index 0b3129b6a38..672f33ffed8 100644
--- a/docs/reference/api/python/support.html
+++ b/docs/reference/api/python/support.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/target.html b/docs/reference/api/python/target.html
index b0adf0705fd..85ba2ec8904 100644
--- a/docs/reference/api/python/target.html
+++ b/docs/reference/api/python/target.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/te.html b/docs/reference/api/python/te.html
index 7b925e6ca7e..e70b77f878a 100644
--- a/docs/reference/api/python/te.html
+++ b/docs/reference/api/python/te.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/testing.html b/docs/reference/api/python/testing.html
index 72bdd03af01..a922ec9fba6 100644
--- a/docs/reference/api/python/testing.html
+++ b/docs/reference/api/python/testing.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/tirx/analysis.html b/docs/reference/api/python/tirx/analysis.html
index 6c28b51e289..38013da2930 100644
--- a/docs/reference/api/python/tirx/analysis.html
+++ b/docs/reference/api/python/tirx/analysis.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/tirx/backend.html b/docs/reference/api/python/tirx/backend.html
index 36e193c7569..219079b393a 100644
--- a/docs/reference/api/python/tirx/backend.html
+++ b/docs/reference/api/python/tirx/backend.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/tirx/stmt_functor.html b/docs/reference/api/python/tirx/stmt_functor.html
index c89b9fb1cff..55cec399491 100644
--- a/docs/reference/api/python/tirx/stmt_functor.html
+++ b/docs/reference/api/python/tirx/stmt_functor.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/tirx/tirx.html b/docs/reference/api/python/tirx/tirx.html
index 8932b8811db..45c5fedf81b 100644
--- a/docs/reference/api/python/tirx/tirx.html
+++ b/docs/reference/api/python/tirx/tirx.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/tirx/transform.html b/docs/reference/api/python/tirx/transform.html
index bc1a84488e6..1a492c73d4e 100644
--- a/docs/reference/api/python/tirx/transform.html
+++ b/docs/reference/api/python/tirx/transform.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/topi.html b/docs/reference/api/python/topi.html
index 218d62f27b2..5bbfc78cc0d 100644
--- a/docs/reference/api/python/topi.html
+++ b/docs/reference/api/python/topi.html
@@ -192,6 +192,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/python/transform.html b/docs/reference/api/python/transform.html
index a3ae0986387..510b9039425 100644
--- a/docs/reference/api/python/transform.html
+++ b/docs/reference/api/python/transform.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/api/typedoc/classes/ArtifactCache.html b/docs/reference/api/typedoc/classes/ArtifactCache.html
index dc6f5dde5ce..5919e959d50 100644
--- a/docs/reference/api/typedoc/classes/ArtifactCache.html
+++ b/docs/reference/api/typedoc/classes/ArtifactCache.html
@@ -1,11 +1,11 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/artifact_cache.ts#L287">artifact_cache.ts:287</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/artifact_cache.ts#L287">artifact_cache.ts:287</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#addtocache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Cache</span></a>
<a href="#deleteincache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete<wbr/>In<wbr/>Cache</span></a>
<a href="#fetchwithcache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>fetch<wbr/>With<wbr/>Cache</span></a>
<a href="#hasallkeys" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has<wbr/>All<wbr/>Keys</span></a>
<a href="#responsetostoretype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>response<wbr/>Tostoretype</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<ul>
<li></li>
</ul>
@@ -22,15 +22,15 @@ data rather than a request, we specify <code>storagetype</code>. There are two o
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>the corresponding url object to be deleted</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#deleteincache">deleteInCache</a></p><ul><li>Defined in <a href="https [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#deleteincache">deleteInCache</a></p><ul><li>Defined in <a href="https [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>url</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">storetype</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>the storage type for indexedDB</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">signal</span>: <span class="tsd-signature-type">AbortSignal</span></span><div class="tsd-comment tsd-typography"><p>an optional abort signal to abort fetching</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span></h4><p>response in json, arraybuffer or pure response format</p>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/artifact_cache.ts#L318">artifact_cache.ts:318</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/artifact_cache.ts#L318">artifact_cache.ts:318</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>the url key list of the strings</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol">></span></h4><p>boolean value indicate if all keys are in cache</p>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#hasallkeys">hasAllKeys</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/artifact_cache.ts#L344">artifact_cache.ts:344</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="responsetost [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">response</span>: <span class="tsd-signature-type">Response</span></span></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">storetype</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span c [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#hasallkeys">hasAllKeys</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/artifact_cache.ts#L344">artifact_cache.ts:344</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="responsetost [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">response</span>: <span class="tsd-signature-type">Response</span></span></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">storetype</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span c [...]
diff --git a/docs/reference/api/typedoc/classes/ArtifactCrossOriginStorageCache.html b/docs/reference/api/typedoc/classes/ArtifactCrossOriginStorageCache.html
index 11cf7603dfd..0ba8c4b4dcb 100644
--- a/docs/reference/api/typedoc/classes/ArtifactCrossOriginStorageCache.html
+++ b/docs/reference/api/typedoc/classes/ArtifactCrossOriginStorageCache.html
@@ -1,10 +1,10 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCrossOriginStorageCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script as [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/artifact_cache.ts#L555">artifact_cache.ts:555</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/artifact_cache.ts#L555">artifact_cache.ts:555</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#addtocache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Cache</span></a>
<a href="#deleteincache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete<wbr/>In<wbr/>Cache</span></a>
<a href="#fetchwithcache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>fetch<wbr/>With<wbr/>Cache</span></a>
<a href="#hasallkeys" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has<wbr/>All<wbr/>Keys</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<ul>
<li></li>
</ul>
@@ -19,11 +19,11 @@ data rather than a request, we specify <code>storagetype</code>. There are two o
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
cache, fetch the data and then add to cache.</p>
<ul>
<li></li>
@@ -45,8 +45,8 @@ return the actual data object rather than the request. There are two options:</p
<ul>
<li>Note: This is an async function.</li>
</ul>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/artifact_cache.ts#L565">artifact_cache.ts:565</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/artifact_cache.ts#L565">artifact_cache.ts:565</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
diff --git a/docs/reference/api/typedoc/classes/ArtifactIndexedDBCache.html b/docs/reference/api/typedoc/classes/ArtifactIndexedDBCache.html
index 7539d5b4a7d..73526cf068d 100644
--- a/docs/reference/api/typedoc/classes/ArtifactIndexedDBCache.html
+++ b/docs/reference/api/typedoc/classes/ArtifactIndexedDBCache.html
@@ -1,12 +1,12 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactIndexedDBCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=" [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/artifact_cache.ts#L369">artifact_cache.ts:369</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/artifact_cache.ts#L369">artifact_cache.ts:369</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#addtocache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Cache</span></a>
<a href="#addtoindexeddb" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Indexed<wbr/>DB</span></a>
<a href="#asyncgethelper" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>async<wbr/>Get<wbr/>Helper</span></a>
<a href="#deleteincache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete<wbr/>In<wbr/>Cache</span></a>
<a href="#fetchwithcache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>fetch<wbr/>With<wbr/>Cache</span></a>
<a href="#hasallkeys" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has<wbr/>All<wbr/>Keys</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<ul>
<li></li>
</ul>
@@ -23,11 +23,11 @@ data rather than a request, we specify <code>storagetype</code>. There are two o
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
cache, fetch the data and then add to cache.</p>
<ul>
<li></li>
@@ -49,8 +49,8 @@ return the actual data object rather than the request. There are two options:</p
<ul>
<li>Note: This is an async function.</li>
</ul>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/artifact_cache.ts#L443">artifact_cache.ts:443</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/artifact_cache.ts#L443">artifact_cache.ts:443</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
diff --git a/docs/reference/api/typedoc/classes/CacheState.html b/docs/reference/api/typedoc/classes/CacheState.html
index 01a6e8f4aa3..e5b5ce13509 100644
--- a/docs/reference/api/typedoc/classes/CacheState.html
+++ b/docs/reference/api/typedoc/classes/CacheState.html
@@ -24,16 +24,16 @@ that reference the old buffer stale.</li>
</ul>
</li>
</ul>
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/cache_state.ts#L138">cache_state.ts:138</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden=" [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/cache_state.ts#L138">cache_state.ts:138</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden=" [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#shapecache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>shape<wbr/>Cache</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#computeshapekey" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>compute<wbr/>Shape<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<p>Key: comma-separated dimension string, e.g. "1,32,128"
Value: TVM ShapeTuple object (Disposable)</p>
<p>Invalidation rule: None required — shape tuples are immutable.</p>
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/cache_state.ts#L147">cache_state.ts:147</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevro [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/cache_state.ts#L169">cache_state.ts:169</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="computeshapekey"><code class="tsd-tag">Static</code><span>compute<wbr/>Shape<wbr/>Key</span><a href="#c [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/cache_state.ts#L147">cache_state.ts:147</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevro [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/cache_state.ts#L169">cache_state.ts:169</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="computeshapekey"><code class="tsd-tag">Static</code><span>compute<wbr/>Shape<wbr/>Key</span><a href="#c [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>Array of dimension values.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><p>String key suitable for shapeCache lookup.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/cache_state.ts#L162">cache_state.ts:162</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use h [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/cache_state.ts#L162">cache_state.ts:162</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use h [...]
diff --git a/docs/reference/api/typedoc/classes/DLDataType.html b/docs/reference/api/typedoc/classes/DLDataType.html
index 771ca9ff8ad..f02798049fa 100644
--- a/docs/reference/api/typedoc/classes/DLDataType.html
+++ b/docs/reference/api/typedoc/classes/DLDataType.html
@@ -1,11 +1,11 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>DLDataType | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ic [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L405">runtime.ts:405</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L405">runtime.ts:405</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#bits" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>bits</span></a>
<a href="#code" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>code</span></a>
<a href="#lanes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>lanes</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#numstoragebytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>num<wbr/>Storage<wbr/>Bytes</span></a>
<a href="#tostring" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>to<wbr/>String</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L409">runtime.ts:409</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="code"><span>code</span><a href="#code" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-sig [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L407">runtime.ts:407</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="lanes"><span>lanes</span><a href="#lanes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L411">runtime.ts:411</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L409">runtime.ts:409</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="code"><span>code</span><a href="#code" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-sig [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L407">runtime.ts:407</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="lanes"><span>lanes</span><a href="#lanes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L411">runtime.ts:411</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
diff --git a/docs/reference/api/typedoc/classes/DLDevice.html b/docs/reference/api/typedoc/classes/DLDevice.html
index 3ca143c4bce..59b8b515012 100644
--- a/docs/reference/api/typedoc/classes/DLDevice.html
+++ b/docs/reference/api/typedoc/classes/DLDevice.html
@@ -1,10 +1,10 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>DLDevice | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icon [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L345">runtime.ts:345</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L345">runtime.ts:345</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#deviceid" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device<wbr/>Id</span></a>
<a href="#devicetype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device<wbr/>Type</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#sync" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>sync</span></a>
<a href="#tostring" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>to<wbr/>String</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L349">runtime.ts:349</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="devicetype"><span>device<wbr/>Type</span><a href="#devicetype" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a> [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L347">runtime.ts:347</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L372">runtime.ts:372</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L349">runtime.ts:349</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="devicetype"><span>device<wbr/>Type</span><a href="#devicetype" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a> [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L347">runtime.ts:347</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L372">runtime.ts:372</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
diff --git a/docs/reference/api/typedoc/classes/Instance.html b/docs/reference/api/typedoc/classes/Instance.html
index 1030b69af16..bc99f0f364d 100644
--- a/docs/reference/api/typedoc/classes/Instance.html
+++ b/docs/reference/api/typedoc/classes/Instance.html
@@ -12,7 +12,7 @@ are not tracked through JS native garbage collection mechanism.</p>
<li><a href="#attachtocurrentscope" class="tsd-kind-method">attachToCurrentScope</a></li>
<li><a href="#detachfromcurrentscope" class="tsd-kind-method">detachFromCurrentScope</a></li>
</ul>
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L856">runtime.ts:856</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L856">runtime.ts:856</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#cachemetadata" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>cache<wbr/>Metadata</span></a>
<a href="#exports" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>exports</span></a>
<a href="#memory" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>memory</span></a>
@@ -75,25 +75,25 @@ a WASI object, or an object containing wasmLibraryProvider field.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">wasmInstance</span>: <span class="tsd-signature-type">Instance</span></span><div class="tsd-comment tsd-typography"><p>Additional wasm instance argument for deferred construction.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">env</span>: <a href="_internal_.Environment.html" class="tsd-signature-type tsd-kind-class">Environment</a></span><div class="tsd-comment tsd-typography"><p>Directly specified environment module.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">Instance</a></h4><div class="tsd-comment tsd-typography"><div class="tsd-tag-see"><h4 class="tsd-anchor-link" id="see">See<a href="#see" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h4><p>Please use the async version <a href="../functions/instantiate.html" class="tsd-kin [...]
-</div></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L889">runtime.ts:889</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icon [...]
+</div></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L889">runtime.ts:889</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icon [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">logits</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The input logits before penalty.</p>
</div></li><li><span><span class="tsd-kind-parameter">token_ids</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The appeared token ids.</p>
</div></li><li><span><span class="tsd-kind-parameter">token_freqs</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The number of times each token has appeared since last PrefillStep.
token_freqs[i] is the frequency of token_ids[i], for all i. And all token_freqs should be >= 1.</p>
</div></li><li><span><span class="tsd-kind-parameter">presence_penalty</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The penalty factor.</p>
</div></li><li><span><span class="tsd-kind-parameter">frequency_penalty</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The penalty factor.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1587">runtime.ts:1587</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="applyrepetitionpenalty"><span>apply<wbr/>Repetition<wbr/>Penalty</span><a href="#applyrepetiti [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1587">runtime.ts:1587</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="applyrepetitionpenalty"><span>apply<wbr/>Repetition<wbr/>Penalty</span><a href="#applyrepetiti [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">logits</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The input logits before penalty.</p>
</div></li><li><span><span class="tsd-kind-parameter">token_ids</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The appeared token ids.</p>
</div></li><li><span><span class="tsd-kind-parameter">penalty</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The penalty factor.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1574">runtime.ts:1574</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="applysoftmaxwithtemperature"><span>apply<wbr/>Softmax<wbr/>With<wbr/>Temperature</span><a href [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1574">runtime.ts:1574</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="applysoftmaxwithtemperature"><span>apply<wbr/>Softmax<wbr/>With<wbr/>Temperature</span><a href [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">logits</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The input logits before softmax w/ temperature.</p>
</div></li><li><span><span class="tsd-kind-parameter">temperature</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The temperature factor.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1604">runtime.ts:1604</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="asyncifyenabled"><span>asyncify<wbr/>Enabled</span><a href="#asyncifyenabled" aria-label="Perm [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1604">runtime.ts:1604</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="asyncifyenabled"><span>asyncify<wbr/>Enabled</span><a href="#asyncifyenabled" aria-label="Perm [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>The asynctify mode toggle</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L957">runtime.ts:957</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="asyncloadwebgpupipelines"><span>async<wbr/>Load<wbr/>Web<wbr/>GPU<wbr/>Pipelines</span><a href="#asyncloadwebgpupipelines" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidd [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L957">runtime.ts:957</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="asyncloadwebgpupipelines"><span>async<wbr/>Load<wbr/>Web<wbr/>GPU<wbr/>Pipelines</span><a href="#asyncloadwebgpupipelines" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidd [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">mod</span>: <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></span><div class="tsd-comment tsd-typography"><p>The input module.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1835">runtime.ts:1835</a></li></ul></aside></div></li></ul></section><section class="tsd-pane [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1835">runtime.ts:1835</a></li></ul></aside></div></li></ul></section><section class="tsd-pane [...]
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="attachtocurrentscopet"><span class="tsd-kind-type-parameter">T</span> <span class="tsd-signature-keyword">extends</span> <a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kin [...]
<ul>
<li>Note: Normally user do not need to call this function explicitly, as
@@ -101,8 +101,8 @@ all library call return values are explicitly attached to
the current scope. You only need to do so when you call
<a href="#detachfromcurrentscope" class="tsd-kind-method">detachFromCurrentScope</a> to create a detached object.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#attachtocurrentscopet">T</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1027">runtime.ts:1027</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="beginscope"><span>begin<wbr/>Scope</span><a href [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L986">runtime.ts:986</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="benchmark"><span>benchmark</span><a href="#benchmark" aria-label="Permalink" class="tsd-anchor-icon"><svg viewB [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#attachtocurrentscopet">T</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1027">runtime.ts:1027</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="beginscope"><span>begin<wbr/>Scope</span><a href [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L986">runtime.ts:986</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="benchmark"><span>benchmark</span><a href="#benchmark" aria-label="Permalink" class="tsd-anchor-icon"><svg viewB [...]
<ul>
<li></li>
</ul>
@@ -113,82 +113,82 @@ the current scope. You only need to do so when you call
</div></li><li><span><span class="tsd-kind-parameter">number</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 10</span></span><div class="tsd-comment tsd-typography"><p>The number of times to compute the average.
*</p>
</div></li><li><span><span class="tsd-kind-parameter">repeat</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 1</span></span><div class="tsd-comment tsd-typography"><p>The number of times to repeat the run.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L932">runtime.ts:932</a></li></ul></aside></div> [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L932">runtime.ts:932</a></li></ul></aside></div> [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">canvas</span>: <span class="tsd-signature-type">HTMLCanvasElement</span></span><div class="tsd-comment tsd-typography"><p>The canvas.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1612">runtime.ts:1612</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="clearcanvas"><span>clear<wbr/>Canvas</span><a href="#clearcanvas" aria-label="Permalink" clas [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1643">runtime.ts:1643</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="concatembeddings"><span>concat<wbr/>Embeddings</span><a href="#concatembeddings" aria-label="Permalink" class [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1612">runtime.ts:1612</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="clearcanvas"><span>clear<wbr/>Canvas</span><a href="#clearcanvas" aria-label="Permalink" clas [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1643">runtime.ts:1643</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="concatembeddings"><span>concat<wbr/>Embeddings</span><a href="#concatembeddings" aria-label="Permalink" class [...]
*</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">embeddings</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>A list of embeddings in Tensors, each array i has shape (m_i, hidden_size).</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>An Tensor of shape (\sum_{i} {m}, hidden_size)</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1680">runtime.ts:1680</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="cpu"><span>cpu</span><a href="#cpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><ul class= [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1680">runtime.ts:1680</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="cpu"><span>cpu</span><a href="#cpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><ul class= [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">deviceId</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 0</span></span><div class="tsd-comment tsd-typography"><p>The device index.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1482">runtime.ts:1482</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createvirtualmachine"><span>create<wbr/>Virtual<wbr/>Machin [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1482">runtime.ts:1482</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createvirtualmachine"><span>create<wbr/>Virtual<wbr/>Machin [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">dev</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>DLDevice the device.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="VirtualMachine.html" class="tsd-signature-type tsd-kind-class">VirtualMachine</a></h4><p>The created virtual machime.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1178">runtime.ts:1178</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="detachfromcurrentscope"><span>detach<wbr/>From<wbr/>Current<wbr/>Scope</span><a href="#detachfromcurrentscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1178">runtime.ts:1178</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="detachfromcurrentscope"><span>detach<wbr/>From<wbr/>Current<wbr/>Scope</span><a href="#detachfromcurrentscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"> [...]
so it won't be released via auto-release during endscope.</p>
<p>User needs to either explicitly call obj.dispose(), or
<a href="#attachtocurrentscope" class="tsd-kind-method">attachToCurrentScope</a> to re-attach to the current scope.</p>
<p>This function can be used to return values to the parent scope.</p>
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="detachfromcurrentscopet"><span class="tsd-kind-type-parameter">T</span> <span class="tsd-signature-keyword">extends</span> <a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-k [...]
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#detachfromcurrentscopet">T</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1054">runtime.ts:1054</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="device"><span>device</span><a href="#device" a [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#detachfromcurrentscopet">T</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1054">runtime.ts:1054</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="device"><span>device</span><a href="#device" a [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">deviceType</span>: <span class="tsd-signature-type">string</span> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The device type.</p>
</div></li><li><span><span class="tsd-kind-parameter">deviceId</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 0</span></span><div class="tsd-comment tsd-typography"><p>The device index.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><p>The created device.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1474">runtime.ts:1474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1474">runtime.ts:1474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L961">runtime.ts:961</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L961">runtime.ts:961</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The shape of the array.</p>
</div></li><li><span><span class="tsd-kind-parameter">dtype</span>: <span class="tsd-signature-type">string</span> <span class="tsd-signature-symbol">|</span> <a href="DLDataType.html" class="tsd-signature-type tsd-kind-class">DLDataType</a><span class="tsd-signature-symbol"> = "float32"</span></span><div class="tsd-comment tsd-typography"><p>The data type of the array.</p>
</div></li><li><span><span class="tsd-kind-parameter">dev</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a><span class="tsd-signature-symbol"> = ...</span></span><div class="tsd-comment tsd-typography"><p>The device of the ndarray.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The created ndarray.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1502">runtime.ts:1502</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="endscope"><span>end<wbr/>Scope</span><a href="#endscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></sv [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1502">runtime.ts:1502</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="endscope"><span>end<wbr/>Scope</span><a href="#endscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></sv [...]
under the current scope.</p>
<p>Exception: one can call <a href="#movetoparentscope" class="tsd-kind-method">moveToParentScope</a> to move
a value to parent scope.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L997">runtime.ts:997</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="fetchtensorcache"><span>fetch<wbr/>Tensor<wbr/>Cache</span><a href="#fetchtensorcache" aria-label="Permalink" c [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L997">runtime.ts:997</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="fetchtensorcache"><span>fetch<wbr/>Tensor<wbr/>Cache</span><a href="#fetchtensorcache" aria-label="Permalink" c [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">tensorCacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cache url.</p>
</div></li><li><span><span class="tsd-kind-parameter">device</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>The device to be fetched to.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">options</span>: <a href="../interfaces/FetchTensorCacheOptions.html" class="tsd-signature-type tsd-kind-interface">FetchTensorCacheOptions</a></span><div class="tsd-comment tsd-typography"><p>Options object.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span></h4><p>The meta data</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1266">runtime.ts:1266</a></li></ul></aside></div></li><li class=""><div class="tsd-signature tsd-anchor-link" id="fetchtensorcache-2"><span class="tsd-kind-call-signature">fetchTensorCache</span><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">tensorCacheUrl</span><span class="tsd-signature-symbol">:</sp [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1266">runtime.ts:1266</a></li></ul></aside></div></li><li class=""><div class="tsd-signature tsd-anchor-link" id="fetchtensorcache-2"><span class="tsd-kind-call-signature">fetchTensorCache</span><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">tensorCacheUrl</span><span class="tsd-signature-symbol">:</sp [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">tensorCacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cache url.</p>
</div></li><li><span><span class="tsd-kind-parameter">device</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>The device to be fetched to.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheScope</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The scope identifier of the cache (legacy positional overload).</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheType</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The type of the cache: "cache", "indexeddb", or "cross-origin" (legacy positional overload).</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">signal</span>: <span class="tsd-signature-type">AbortSignal</span></span><div class="tsd-comment tsd-typography"><p>An optional AbortSignal to abort the fetch (legacy positional overload).</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span></h4><p>The meta data</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1271">runtime.ts:1271</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getglobalfunc"><span>get<wbr/>Global<wbr/>Func</span><a href="#getglobalfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#ic [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1271">runtime.ts:1271</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getglobalfunc"><span>get<wbr/>Global<wbr/>Func</span><a href="#getglobalfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#ic [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The result function.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1117">runtime.ts:1117</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getparamsfromcache"><span>get<wbr/>Params<wbr/>From<wbr/>Cache</span><a href="#getparamsfromcache" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href=". [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1117">runtime.ts:1117</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getparamsfromcache"><span>get<wbr/>Params<wbr/>From<wbr/>Cache</span><a href="#getparamsfromcache" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href=". [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">prefix</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The parameter prefix.</p>
</div></li><li><span><span class="tsd-kind-parameter">numParams</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Number of parameters.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1206">runtime.ts:1206</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getparamsfromcachebyname"><span>get<wbr/>Params<wbr/>From [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1206">runtime.ts:1206</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getparamsfromcachebyname"><span>get<wbr/>Params<wbr/>From [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">paramNames</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>Names of the parameters.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><p>Parameters read.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1217">runtime.ts:1217</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="initwebgpu"><span>init<wbr/>Web<wbr/>GPU</span><a href="#initwebgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1217">runtime.ts:1217</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="initwebgpu"><span>init<wbr/>Web<wbr/>GPU</span><a href="#initwebgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">device</span>: <span class="tsd-signature-type">GPUDevice</span></span><div class="tsd-comment tsd-typography"><p>The given GPU device.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1898">runtime.ts:1898</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="ispackedfunc"><span>is<wbr/>Packed<wbr/>Func</span><a href="#ispackedfunc" aria-label="Permal [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1898">runtime.ts:1898</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="ispackedfunc"><span>is<wbr/>Packed<wbr/>Func</span><a href="#ispackedfunc" aria-label="Permal [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-type">unknown</span></span><div class="tsd-comment tsd-typography"><p>The input.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>The check result.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1151">runtime.ts:1151</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="listglobalfuncnames"><span>list<wbr/>Global<wbr/>Func<wbr/>Names</span><a href="#listglobalfuncnames" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1151">runtime.ts:1151</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="listglobalfuncnames"><span>list<wbr/>Global<wbr/>Func<wbr/>Names</span><a href="#listglobalfuncnames" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></h4><p>The name list.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1070">runtime.ts:1070</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="makeshapetuple"><span>make<wbr/>Shape<wbr/>Tuple</span><a href="#makeshapetuple" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1070">runtime.ts:1070</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="makeshapetuple"><span>make<wbr/>Shape<wbr/>Tuple</span><a href="#makeshapetuple" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The shape .</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><p>The created shape tuple.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1704">runtime.ts:1704</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="maketvmarray"><span>make<wbr/>TVM<wbr/>Array</span><a href="#maketvmarray" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1704">runtime.ts:1704</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="maketvmarray"><span>make<wbr/>TVM<wbr/>Array</span><a href="#maketvmarray" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
<p>The input array can be passed to tvm runtime function
and needs to b explicitly disposed.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">inputs</span>: <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The input array</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMArray.html" class="tsd-signature-type tsd-kind-class">TVMArray</a></h4><p>The result array.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1656">runtime.ts:1656</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="movetoparentscope"><span>move<wbr/>To<wbr/>Parent<wbr/>Scope</span><a href="#movetoparentscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../a [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1656">runtime.ts:1656</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="movetoparentscope"><span>move<wbr/>To<wbr/>Parent<wbr/>Scope</span><a href="#movetoparentscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../a [...]
<p>This function is useful to make sure objects are still
alive when exit the current scope.</p>
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="movetoparentscopet"><span class="tsd-kind-type-parameter">T</span> <span class="tsd-signature-keyword">extends</span> <a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-p [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#movetoparentscopet">T</a></h4><p>The input obj.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1040">runtime.ts:1040</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerasyncifyfunc"><span>register<wbr/>Asyncify<wbr/>Func</span><a href="#registerasyncifyfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href=". [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1040">runtime.ts:1040</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerasyncifyfunc"><span>register<wbr/>Asyncify<wbr/>Func</span><a href="#registerasyncifyfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href=". [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">...</span><span class="tsd-kind-parameter">args</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">Promise</span><span class="tsd-signat [...]
</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span><div class="tsd-comment tsd-typography"><p>Whether overwrite function in existing registry.</p>
@@ -196,7 +196,7 @@ alive when exit the current scope.</p>
<li>Note: This function is handled via asynctify mechanism.
The wasm needs to be compiled with Asynctify</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1789">runtime.ts:1789</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerasyncserverfunc"><span>register<wbr/>Async<wbr/>Server<wbr/>Func</span><a href="#regi [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1789">runtime.ts:1789</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerasyncserverfunc"><span>register<wbr/>Async<wbr/>Server<wbr/>Func</span><a href="#regi [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-type">Function</span></span><div class="tsd-comment tsd-typography"><p>function to be registered.</p>
</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span><div class="tsd-comment tsd-typography"><p>Whether overwrite function in existing registry.</p>
@@ -204,32 +204,32 @@ The wasm needs to be compiled with Asynctify</li>
<li>Note: The async function will only be used for serving remote calls in the rpc.
These functions contains explicit continuation</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1808">runtime.ts:1808</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerfunc"><span>register<wbr/>Func</span><a href="#registerfunc" aria-label="Permalink" c [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1808">runtime.ts:1808</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerfunc"><span>register<wbr/>Func</span><a href="#registerfunc" aria-label="Permalink" c [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.
*</p>
</div></li><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-type">Function</span> <span class="tsd-signature-symbol">|</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></span><div class="tsd-comment tsd-typography"><p>Function to be registered.</p>
</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span><div class="tsd-comment tsd-typography"><p>Whether overwrite function in existing registry.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1087">runtime.ts:1087</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerinitprogresscallback"><span>register<wbr/>Init<wbr/>Progress<wbr/>Callback</span><a h [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1087">runtime.ts:1087</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerinitprogresscallback"><span>register<wbr/>Init<wbr/>Progress<wbr/>Callback</span><a h [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">cb</span>: <a href="../types/InitProgressCallback.html" class="tsd-signature-type tsd-kind-type-alias">InitProgressCallback</a></span><div class="tsd-comment tsd-typography"><p>the fetch progress callback.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1195">runtime.ts:1195</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerobjectconstructor"><span>register<wbr/>Object<wbr/>Constructor</span><a href="#regist [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1195">runtime.ts:1195</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerobjectconstructor"><span>register<wbr/>Object<wbr/>Constructor</span><a href="#regist [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">typeKey</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li><li><span><span class="tsd-kind-parameter">func</span>: <a href="../types/_internal_.FObjectConstructor.html" class="tsd-signature-type tsd-kind-type-alias">FObjectConstructor</a></span><div class="tsd-comment tsd-typography"><p>Function to be registered.</p>
</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span><div class="tsd-comment tsd-typography"><p>Whether overwrite function in existing registry.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1745">runtime.ts:1745</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="runtimestatstext"><span>runtime<wbr/>Stats<wbr/>Text</span><a href="#runtimestatstext" aria-l [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L975">runtime.ts:975</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sampletoppfromlogits"><span>sample<wbr/>Top<wbr/>P<wbr/>From<wbr/>Logits</span><a href="#sampletoppfromlogits [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1745">runtime.ts:1745</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="runtimestatstext"><span>runtime<wbr/>Stats<wbr/>Text</span><a href="#runtimestatstext" aria-l [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L975">runtime.ts:975</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sampletoppfromlogits"><span>sample<wbr/>Top<wbr/>P<wbr/>From<wbr/>Logits</span><a href="#sampletoppfromlogits [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">logits</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The input logits before normalization.</p>
</div></li><li><span><span class="tsd-kind-parameter">temperature</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The temperature factor, will take argmax if temperature = 0.0</p>
</div></li><li><span><span class="tsd-kind-parameter">top_p</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The top_p</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The sampled index.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1553">runtime.ts:1553</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sampletoppfromprob"><span>sample<wbr/>Top<wbr/>P<wbr/>From<wbr/>Prob</span><a href="#sampletoppfromprob" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use h [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1553">runtime.ts:1553</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sampletoppfromprob"><span>sample<wbr/>Top<wbr/>P<wbr/>From<wbr/>Prob</span><a href="#sampletoppfromprob" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use h [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">prob</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The distribution, i.e. logits after <code>applySoftmaxWithTemperature()</code> is performed.</p>
</div></li><li><span><span class="tsd-kind-parameter">top_p</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The top_p</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The sampled index.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1564">runtime.ts:1564</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="scalar"><span>scalar</span><a href="#scalar" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3>< [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1564">runtime.ts:1564</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="scalar"><span>scalar</span><a href="#scalar" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3>< [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">value</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The number value.</p>
</div></li><li><span><span class="tsd-kind-parameter">dtype</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The dtype string.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Scalar.html" class="tsd-signature-type tsd-kind-class">Scalar</a></h4><p>The created scalar.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1464">runtime.ts:1464</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setpackedarguments"><span>set<wbr/>Packed<wbr/>Arguments</span><a href="#setpackedarguments" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../asse [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1464">runtime.ts:1464</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setpackedarguments"><span>set<wbr/>Packed<wbr/>Arguments</span><a href="#setpackedarguments" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../asse [...]
Allocate new temporary space from the stack if necessary.</p>
<ul>
<li></li>
@@ -237,37 +237,37 @@ Allocate new temporary space from the stack if necessary.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">stack</span>: <a href="_internal_.CachedCallStack.html" class="tsd-signature-type tsd-kind-class">CachedCallStack</a></span><div class="tsd-comment tsd-typography"><p>The call stack.</p>
</div></li><li><span><span class="tsd-kind-parameter">args</span>: <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The input arguments.</p>
</div></li><li><span><span class="tsd-kind-parameter">packedArgs</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The offset of packedArgs.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L2047">runtime.ts:2047</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setseed"><span>set<wbr/>Seed</span><a href="#setseed" aria-label="Permalink" class="tsd-ancho [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">seed</span>: <span class="tsd-signature-type">number</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1541">runtime.ts [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L2047">runtime.ts:2047</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setseed"><span>set<wbr/>Seed</span><a href="#setseed" aria-label="Permalink" class="tsd-ancho [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">seed</span>: <span class="tsd-signature-type">number</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1541">runtime.ts [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">dataRGBA</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>Image array in height x width uint32 Tensor RGBA format on GPU.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1621">runtime.ts:1621</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="systemlib"><span>system<wbr/>Lib</span><a href="#systemlib" aria-label="Permalink" class="tsd [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1621">runtime.ts:1621</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="systemlib"><span>system<wbr/>Lib</span><a href="#systemlib" aria-label="Permalink" class="tsd [...]
System lib is a global module that contains self register functions in startup.</p>
</div><h4 class="tsd-returns-title">Returns <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></h4><p>The system library module.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1063">runtime.ts:1063</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheclear"><span>tensor<wbr/>Cache<wbr/>Clear</span><a href="#tensorcacheclear" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ico [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1251">runtime.ts:1251</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheget"><span>tensor<wbr/>Cache<wbr/>Get</span><a href="#tensorcacheget" aria-label="Permalink" class [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1063">runtime.ts:1063</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheclear"><span>tensor<wbr/>Cache<wbr/>Clear</span><a href="#tensorcacheclear" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ico [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1251">runtime.ts:1251</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheget"><span>tensor<wbr/>Cache<wbr/>Get</span><a href="#tensorcacheget" aria-label="Permalink" class [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of array.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The result.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1226">runtime.ts:1226</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheremove"><span>tensor<wbr/>Cache<wbr/>Remove</span><a href="#tensorcacheremove" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1226">runtime.ts:1226</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheremove"><span>tensor<wbr/>Cache<wbr/>Remove</span><a href="#tensorcacheremove" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of array.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The result.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1235">runtime.ts:1235</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheupdate"><span>tensor<wbr/>Cache<wbr/>Update</span><a href="#tensorcacheupdate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1235">runtime.ts:1235</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheupdate"><span>tensor<wbr/>Cache<wbr/>Update</span><a href="#tensorcacheupdate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the array.</p>
</div></li><li><span><span class="tsd-kind-parameter">arr</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The content.</p>
-</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1244">runtime.ts:1244</a></li></ul></aside></div></li></ul></se [...]
+</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1244">runtime.ts:1244</a></li></ul></aside></div></li></ul></se [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-type">Function</span></span><div class="tsd-comment tsd-typography"><p>Input function.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The converted function.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1161">runtime.ts:1161</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typekey2index"><span>type<wbr/>Key2<wbr/>Index</span><a href="#typekey2index" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#ic [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1161">runtime.ts:1161</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typekey2index"><span>type<wbr/>Key2<wbr/>Index</span><a href="#typekey2index" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#ic [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">typeKey</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The type key.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The corresponding type index.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1719">runtime.ts:1719</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="uniform"><span>uniform</span><a href="#uniform" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1719">runtime.ts:1719</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="uniform"><span>uniform</span><a href="#uniform" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The shape of the array.</p>
</div></li><li><span><span class="tsd-kind-parameter">low</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The low value.</p>
</div></li><li><span><span class="tsd-kind-parameter">high</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The high value.</p>
</div></li><li><span><span class="tsd-kind-parameter">dev</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>The device of the ndarray.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The created ndarray.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1520">runtime.ts:1520</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="webgpu"><span>webgpu</span><a href="#webgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3>< [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1520">runtime.ts:1520</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="webgpu"><span>webgpu</span><a href="#webgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3>< [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">deviceId</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 0</span></span><div class="tsd-comment tsd-typography"><p>The device index.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1490">runtime.ts:1490</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="withnewscope"><span>with<wbr/>New<wbr/>Scope</span><a href= [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1490">runtime.ts:1490</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="withnewscope"><span>with<wbr/>New<wbr/>Scope</span><a href= [...]
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="withnewscopet"><span class="tsd-kind-type-parameter">T</span></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">action</span>: <span class="tsd-signature-symbol">()</span> <span class="tsd-signature-symbol">=></span> <a class="tsd-signature-type tsd-kind-t [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#withnewscopet">T</a></h4><p>The result value.</p>
<ul>
@@ -275,7 +275,7 @@ System lib is a global module that contains self register functions in startup.<
we will need to call <a href="#movetoparentscope" class="tsd-kind-method">moveToParentScope</a>
for the objects that are created in the scope.</li>
</ul>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1011">runtime.ts:1011</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapasyncifypackedfunc"><span>wrap<wbr/>Asyncify<wbr/>Packed<wbr/>Func</span><a href="#wrapasyncifypackedfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1011">runtime.ts:1011</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapasyncifypackedfunc"><span>wrap<wbr/>Asyncify<wbr/>Packed<wbr/>Func</span><a href="#wrapasyncifypackedfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"> [...]
through the asyncify mechanism</p>
<p>You only need to call it if the function may contain callback into async
JS function via asynctify. A common one can be GPU synchronize.</p>
@@ -283,4 +283,4 @@ JS function via asynctify. A common one can be GPU synchronize.</p>
to make sure you use await when calling the funciton.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></span><div class="tsd-comment tsd-typography"><p>The PackedFunc.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/_internal_.AsyncPackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">AsyncPackedFunc</a></h4><p>The wrapped AsyncPackedFunc</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L1772">runtime.ts:1772</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href=". [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L1772">runtime.ts:1772</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href=". [...]
diff --git a/docs/reference/api/typedoc/classes/LRUCache.html b/docs/reference/api/typedoc/classes/LRUCache.html
index 3d824bc6dfb..22e161e4eb6 100644
--- a/docs/reference/api/typedoc/classes/LRUCache.html
+++ b/docs/reference/api/typedoc/classes/LRUCache.html
@@ -3,7 +3,7 @@
Uses a Map to maintain insertion order for O(1) LRU eviction.</p>
</div></section><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="k"><span class="tsd-kind-type-parameter">K</span></span><div class="tsd-comment tsd-typography"><p>Cache key type.</p>
</div></li><li><span id="v"><span class="tsd-kind-type-parameter">V</span></span><div class="tsd-comment tsd-typography"><p>Cache value type.</p>
-</div></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/cache_state.ts#L37">cache_state.ts:37</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria- [...]
+</div></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/cache_state.ts#L37">cache_state.ts:37</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria- [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Accessors</h3><div class="tsd-index-list"><a href="#size" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Accessor"><use href="../assets/icons.svg#icon-262144"></use></svg><span>size</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#get" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get</span></a>
<a href="#invalidate" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>invalidate</span></a>
@@ -11,8 +11,8 @@ Uses a Map to maintain insertion order for O(1) LRU eviction.</p>
<a href="#values" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>values</span></a>
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div></li><li><span id="constructorlrucachev"><span class="tsd-kind-type-parameter">V</span></span><div class="tsd-comment tsd-typography"><p>Cache value type.</p>
-</div></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">maxSize</span>: <span class="tsd-signature-type">number</span></span></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">onEvict</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">key</span><span class="tsd-signature-symbol">:</span> <a class="tsd-si [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/cache_state.ts#L108">cache_state.ts:108</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" [...]
+</div></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">maxSize</span>: <span class="tsd-signature-type">number</span></span></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">onEvict</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">key</span><span class="tsd-signature-symbol">:</span> <a class="tsd-si [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/cache_state.ts#L108">cache_state.ts:108</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" [...]
<p>On hit: moves the entry to most-recently-used position and returns it.
On miss: calls <code>constructor()</code> to create the value, inserts it, and
returns it. If the cache is full, the least-recently-used entry is
@@ -20,13 +20,13 @@ evicted first.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">key</span>: <a class="tsd-signature-type tsd-kind-type-parameter" href="#k">K</a></span><div class="tsd-comment tsd-typography"><p>The cache key.</p>
</div></li><li><span><span class="tsd-kind-parameter">constructor</span>: <span class="tsd-signature-symbol">()</span> <span class="tsd-signature-symbol">=></span> <a class="tsd-signature-type tsd-kind-type-parameter" href="#v">V</a></span><div class="tsd-comment tsd-typography"><p>Factory function called on cache miss to produce the value.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#v">V</a></h4><p>The cached or newly constructed value.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/cache_state.ts#L60">cache_state.ts:60</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="invalidate"><span>invalidate</span><a href="#invalidate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/cache_state.ts#L60">cache_state.ts:60</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="invalidate"><span>invalidate</span><a href="#invalidate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
<p>Does not dispose values — the caller is responsible for cleanup
(e.g. destroying GPU buffers) before calling invalidate.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/cache_state.ts#L103">cache_state.ts:103</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="needeviction"><span>need<wbr/>Eviction</span><a href="#needeviction" aria-label="Permalink" class="tsd- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/cache_state.ts#L103">cache_state.ts:103</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="needeviction"><span>need<wbr/>Eviction</span><a href="#needeviction" aria-label="Permalink" class="tsd- [...]
<p>Useful when the caller needs to perform side effects before eviction
(e.g. flushing pending GPU commands before destroying an evicted buffer).</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">key</span>: <a class="tsd-signature-type tsd-kind-type-parameter" href="#k">K</a></span><div class="tsd-comment tsd-typography"><p>The key to check.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>true if inserting <code>key</code> would trigger eviction of another entry.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/cache_state.ts#L92">cache_state.ts:92</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="values"><span>values</span><a href="#values" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></ [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">IterableIterator</span><span class="tsd-signature-symbol"><</span><a class="tsd-signature-type tsd-kind-type-parameter" href="#v">V</a><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/cache_state.ts#L113">cache_state.ts:113</a></li></ul></aside></div></li></ul></section> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/cache_state.ts#L92">cache_state.ts:92</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="values"><span>values</span><a href="#values" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></ [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">IterableIterator</span><span class="tsd-signature-symbol"><</span><a class="tsd-signature-type tsd-kind-type-parameter" href="#v">V</a><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/cache_state.ts#L113">cache_state.ts:113</a></li></ul></aside></div></li></ul></section> [...]
diff --git a/docs/reference/api/typedoc/classes/LinearCongruentialGenerator.html b/docs/reference/api/typedoc/classes/LinearCongruentialGenerator.html
index 714b0101b57..f8574ff4154 100644
--- a/docs/reference/api/typedoc/classes/LinearCongruentialGenerator.html
+++ b/docs/reference/api/typedoc/classes/LinearCongruentialGenerator.html
@@ -2,7 +2,7 @@
<p>Follows the implementation of <code>include/tvm/support/random_engine.h</code>, which follows the
sepcification in <a href="https://en.cppreference.com/w/cpp/numeric/random/linear_congruential_engine">https://en.cppreference.com/w/cpp/numeric/random/linear_congruential_engine</a>.</p>
<p>Note <code>Number.MAX_SAFE_INTEGER = 2^53 - 1</code>, and our intermediates are strictly less than 2^48.</p>
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/support.ts#L88">support.ts:88</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/support.ts#L88">support.ts:88</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#increment" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>increment</span></a>
<a href="#modulus" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>modulus</span></a>
<a href="#multiplier" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>multiplier</span></a>
@@ -10,11 +10,11 @@ sepcification in <a href="https://en.cppreference.com/w/cpp/numeric/random/linea
<a href="#randomfloat" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>random<wbr/>Float</span></a>
<a href="#setseed" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>set<wbr/>Seed</span></a>
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">LinearCongruentialGenerator</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/support.ts#L98">support.ts:98</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="secti [...]
+</div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">LinearCongruentialGenerator</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/support.ts#L98">support.ts:98</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="secti [...]
<p>Postcondition: pass <code>checkRandState()</code>, i.e. rand_state > 0 and is an integer.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/support.ts#L127">support.ts:127</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="randomfloat"><span>random<wbr/>Float</span><a href="#randomfloat" aria-label="Permalink" class="tsd-anchor-ic [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/support.ts#L127">support.ts:127</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="randomfloat"><span>random<wbr/>Float</span><a href="#randomfloat" aria-label="Permalink" class="tsd-anchor-ic [...]
<p>Postcondition: pass <code>checkRandState()</code>, i.e. rand_state > 0 and is an integer.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/support.ts#L141">support.ts:141</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setseed"><span>set<wbr/>Seed</span><a href="#setseed" aria-label="Permalink" class="tsd-anchor-icon"><svg vie [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/support.ts#L141">support.ts:141</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setseed"><span>set<wbr/>Seed</span><a href="#setseed" aria-label="Permalink" class="tsd-anchor-icon"><svg vie [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">seed</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Any integer. Used to set <code>rand_state</code> after normalized with <code>modulus</code>.</p>
<p>Postcondition: pass <code>checkRandState()</code>, i.e. rand_state > 0 and is an integer.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/support.ts#L111">support.ts:111</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-acc [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/support.ts#L111">support.ts:111</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-acc [...]
diff --git a/docs/reference/api/typedoc/classes/Module.html b/docs/reference/api/typedoc/classes/Module.html
index a4e29799e29..a1fc171b7cd 100644
--- a/docs/reference/api/typedoc/classes/Module.html
+++ b/docs/reference/api/typedoc/classes/Module.html
@@ -1,23 +1,23 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Module | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons. [...]
-</div></section><section class="tsd-panel tsd-hierarchy" data-refl="40"><h4>Hierarchy (<a href="../hierarchy.html#Module">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">Module</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/ap [...]
+</div></section><section class="tsd-panel tsd-hierarchy" data-refl="40"><h4>Hierarchy (<a href="../hierarchy.html#Module">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">Module</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/ap [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#getfunction" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Function</span></a>
<a href="#gethandle" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Handle</span></a>
<a href="#importmodule" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>import<wbr/>Module</span></a>
<a href="#typeindex" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Index</span></a>
<a href="#typekey" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getfun [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getfun [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li><li><span><span class="tsd-kind-parameter">queryImports</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>Whether to also query imports</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The result function.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L723">runtime.ts:723</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L723">runtime.ts:723</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">requireNotNull</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>require handle is not null.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="importmodule"><span>import<wbr/>Module</span><a href="#importmodule" aria-label="Permalink" cla [...]
+<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="importmodule"><span>import<wbr/>Module</span><a href="#importmodule" aria-label="Permalink" cla [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">mod</span>: <a href="" class="tsd-signature-type tsd-kind-class">Module</a></span><div class="tsd-comment tsd-typography"><p>The module to be imported.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L731">runtime.ts:731</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permal [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L731">runtime.ts:731</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permal [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
diff --git a/docs/reference/api/typedoc/classes/RPCServer.html b/docs/reference/api/typedoc/classes/RPCServer.html
index 452b45fbb5a..7698631e708 100644
--- a/docs/reference/api/typedoc/classes/RPCServer.html
+++ b/docs/reference/api/typedoc/classes/RPCServer.html
@@ -1,9 +1,9 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RPCServer | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ico [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/rpc_server.ts#L77">rpc_server.ts:77</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/rpc_server.ts#L77">rpc_server.ts:77</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#getimports" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>get<wbr/>Imports</span></a>
<a href="#key" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>key</span></a>
<a href="#logger" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>logger</span></a>
<a href="#socket" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>socket</span></a>
<a href="#state" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>state</span></a>
<a href="#url" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>url</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
diff --git a/docs/reference/api/typedoc/classes/Scalar.html b/docs/reference/api/typedoc/classes/Scalar.html
index 8b303d75486..cf437b917e9 100644
--- a/docs/reference/api/typedoc/classes/Scalar.html
+++ b/docs/reference/api/typedoc/classes/Scalar.html
@@ -1,8 +1,8 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Scalar | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons. [...]
argument to PackedFunc calls.</p>
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L312">runtime.ts:312</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L312">runtime.ts:312</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#dtype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>dtype</span></a>
<a href="#value" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>value</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L316">runtime.ts:316</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="value"><span>value</span><a href="#value" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L314">runtime.ts:314</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/ico [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L316">runtime.ts:316</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="value"><span>value</span><a href="#value" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L314">runtime.ts:314</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/ico [...]
diff --git a/docs/reference/api/typedoc/classes/TVMArray.html b/docs/reference/api/typedoc/classes/TVMArray.html
index dd36418f739..b2d06c14f04 100644
--- a/docs/reference/api/typedoc/classes/TVMArray.html
+++ b/docs/reference/api/typedoc/classes/TVMArray.html
@@ -1,21 +1,21 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TVMArray | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icon [...]
-</div></section><section class="tsd-panel tsd-hierarchy" data-refl="112"><h4>Hierarchy (<a href="../hierarchy.html#TVMArray">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">TVMArray</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.c [...]
+</div></section><section class="tsd-panel tsd-hierarchy" data-refl="112"><h4>Hierarchy (<a href="../hierarchy.html#TVMArray">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">TVMArray</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.c [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#get" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get</span></a>
<a href="#gethandle" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Handle</span></a>
<a href="#size" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>size</span></a>
<a href="#typeindex" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Index</span></a>
<a href="#typekey" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="get">< [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="get">< [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">index</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>the array index.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/_internal_.TVMObjectBase.html" class="tsd-signature-type tsd-kind-type-alias">TVMObjectBase</a></h4><p>The element.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L764">runtime.ts:764</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L764">runtime.ts:764</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">requireNotNull</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>require handle is not null.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="size"><span>size</span><a href="#size" aria-label="Permalink" class="tsd-anchor-icon"><svg view [...]
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L756">runtime.ts:756</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
+<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="size"><span>size</span><a href="#size" aria-label="Permalink" class="tsd-anchor-icon"><svg view [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L756">runtime.ts:756</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
diff --git a/docs/reference/api/typedoc/classes/TVMObject.html b/docs/reference/api/typedoc/classes/TVMObject.html
index b7858c3d607..a6d36f6c4f5 100644
--- a/docs/reference/api/typedoc/classes/TVMObject.html
+++ b/docs/reference/api/typedoc/classes/TVMObject.html
@@ -1,15 +1,15 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TVMObject | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ico [...]
-</div></section><section class="tsd-panel tsd-hierarchy" data-refl="135"><h4>Hierarchy (<a href="../hierarchy.html#TVMObject">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">TVMObject</span><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></li><li class="tsd-hierarchy-item"><a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tenso [...]
+</div></section><section class="tsd-panel tsd-hierarchy" data-refl="135"><h4>Hierarchy (<a href="../hierarchy.html#TVMObject">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">TVMObject</span><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></li><li class="tsd-hierarchy-item"><a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tenso [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#gethandle" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Handle</span></a>
<a href="#typeindex" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Index</span></a>
<a href="#typekey" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">requireNotNull</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>require handle is not null.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></s [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typekey"><span>type<wbr/>Key</span><a href="#typekey" aria-label="Permalink" class="tsd-anchor-icon"><svg vie [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></s [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typekey"><span>type<wbr/>Key</span><a href="#typekey" aria-label="Permalink" class="tsd-anchor-icon"><svg vie [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary [...]
diff --git a/docs/reference/api/typedoc/classes/Tensor.html b/docs/reference/api/typedoc/classes/Tensor.html
index 504f7160e57..2265dcd0e41 100644
--- a/docs/reference/api/typedoc/classes/Tensor.html
+++ b/docs/reference/api/typedoc/classes/Tensor.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Tensor | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons. [...]
-</div></section><section class="tsd-panel tsd-hierarchy" data-refl="65"><h4>Hierarchy (<a href="../hierarchy.html#Tensor">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">Tensor</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/ap [...]
+</div></section><section class="tsd-panel tsd-hierarchy" data-refl="65"><h4>Hierarchy (<a href="../hierarchy.html#Tensor">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">Tensor</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/ap [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#device" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device</span></a>
<a href="#dtype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>dtype</span></a>
<a href="#isview" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>is<wbr/>View</span></a>
@@ -15,35 +15,35 @@
<a href="#typeindex" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Index</span></a>
<a href="#typekey" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Key</span></a>
<a href="#view" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>view</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L512">runtime.ts:512</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dtype"><span>dtype</span><a href="#dtype" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L508">runtime.ts:508</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="isview"><span>is<wbr/>View</span><a href="#isview" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div cl [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L514">runtime.ts:514</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="ndim"><span>ndim</span><a href="#ndim" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-sig [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L506">runtime.ts:506</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="shape"><span>shape</span><a href="#shape" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L510">runtime.ts:510</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L512">runtime.ts:512</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dtype"><span>dtype</span><a href="#dtype" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L508">runtime.ts:508</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="isview"><span>is<wbr/>View</span><a href="#isview" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div cl [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L514">runtime.ts:514</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="ndim"><span>ndim</span><a href="#ndim" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-sig [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L506">runtime.ts:506</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="shape"><span>shape</span><a href="#shape" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L510">runtime.ts:510</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
The number of elements must match.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">data</span>: <br/> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><br/> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">Uint8Array</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">this</span></h4><p>this</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L607">runtime.ts:607</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="copyfromrawbytes"><span>copy<wbr/>From<wbr/>Raw<wbr/>Bytes</span><a href="#copyfromrawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L607">runtime.ts:607</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="copyfromrawbytes"><span>copy<wbr/>From<wbr/>Raw<wbr/>Bytes</span><a href="#copyfromrawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">data</span>: <span class="tsd-signature-type">Uint8Array</span></span><div class="tsd-comment tsd-typography"><p>Uint8Array of bytes.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">this</span></h4><p>this</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L650">runtime.ts:650</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></us [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L650">runtime.ts:650</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></us [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getdat [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getdat [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L593">runtime.ts:593</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L593">runtime.ts:593</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">requireNotNull</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>require handle is not null.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="toarray"><span>to<wbr/>Array</span><a href="#toarray" aria-label="Permalink" class="tsd-anchor- [...]
+<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="toarray"><span>to<wbr/>Array</span><a href="#toarray" aria-label="Permalink" class="tsd-anchor- [...]
the dtype of the Tensor.</p>
</div><h4 class="tsd-returns-title">Returns <br/> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">Uint8Array</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">ArrayBufferLike</span><span class="tsd-signature-symbol">></span><br/> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">Int32Array</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">ArrayBufferLike< [...]
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L683">runtime.ts:683</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="torawbytes"><span>to<wbr/>Raw<wbr/>Bytes</span><a href="#torawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L683">runtime.ts:683</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="torawbytes"><span>to<wbr/>Raw<wbr/>Bytes</span><a href="#torawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"> [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><p>The result array.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L671">runtime.ts:671</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="view [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L671">runtime.ts:671</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="view [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The shape of the view.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">dtype</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The data type of the new array.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The new sliced ndarray.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L576">runtime.ts:576</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L576">runtime.ts:576</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../ [...]
diff --git a/docs/reference/api/typedoc/classes/VirtualMachine.html b/docs/reference/api/typedoc/classes/VirtualMachine.html
index 2964f83a024..7ce2a9d1761 100644
--- a/docs/reference/api/typedoc/classes/VirtualMachine.html
+++ b/docs/reference/api/typedoc/classes/VirtualMachine.html
@@ -2,18 +2,18 @@
<p>This is a thin wrapper of the underlying TVM module.
you can also directly call set_input, run, and get_output
of underlying module functions</p>
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L781">runtime.ts:781</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L781">runtime.ts:781</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#getfunction" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Function</span></a>
<a href="#getinternalmodule" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Internal<wbr/>Module</span></a>
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">mod</span>: <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></span><div class="tsd-comment tsd-typography"><p>The underlying module, need to be detached.</p>
</div></li><li><span><span class="tsd-kind-parameter">device</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>The main device ro run VM on.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">VirtualMachine</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L788">runtime.ts:788</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key=" [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">VirtualMachine</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L788">runtime.ts:788</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key=" [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L801">runtime.ts:801</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L801">runtime.ts:801</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The result function.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L809">runtime.ts:809</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getinternalmodule"><span>get<wbr/>Internal<wbr/>Module</span><a href="#getinternalmodule" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ic [...]
-</div><h4 class="tsd-returns-title">Returns <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L816">runtime.ts:816</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L809">runtime.ts:809</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getinternalmodule"><span>get<wbr/>Internal<wbr/>Module</span><a href="#getinternalmodule" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ic [...]
+</div><h4 class="tsd-returns-title">Returns <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L816">runtime.ts:816</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.AsyncifyHandler.html b/docs/reference/api/typedoc/classes/_internal_.AsyncifyHandler.html
index 4a4f930a7db..0a34ae1c676 100644
--- a/docs/reference/api/typedoc/classes/_internal_.AsyncifyHandler.html
+++ b/docs/reference/api/typedoc/classes/_internal_.AsyncifyHandler.html
@@ -1,20 +1,20 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>AsyncifyHandler | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asse [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/asyncify.ts#L44">asyncify.ts:44</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/asyncify.ts#L44">asyncify.ts:44</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#enabled" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>enabled</span></a>
<a href="#getstate" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>State</span></a>
<a href="#isnormalstackstate" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>is<wbr/>Normal<wbr/>Stack<wbr/>State</span></a>
<a href="#wrapexport" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>wrap<wbr/>Export</span></a>
<a href="#wrapimport" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>wrap<wbr/>Import</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>Whether the wasm enables asynctify</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/asyncify.ts#L69">asyncify.ts:69</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getstate"><span>get<wbr/>State</span><a href="#getstate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/asyncify.ts#L69">asyncify.ts:69</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getstate"><span>get<wbr/>State</span><a href="#getstate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg> [...]
</div><h4 class="tsd-returns-title">Returns <a href="../enums/_internal_.AsyncifyStateKind.html" class="tsd-signature-type tsd-kind-enum">AsyncifyStateKind</a></h4><p>The current asynctify state</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/asyncify.ts#L87">asyncify.ts:87</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="isnormalstackstate"><span>is<wbr/>Normal<wbr/>Stack<wbr/>State</span><a href="#isnormalstackstate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/asyncify.ts#L87">asyncify.ts:87</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="isnormalstackstate"><span>is<wbr/>Normal<wbr/>Stack<wbr/>State</span><a href="#isnormalstackstate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../ [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>The current asynctify state</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/asyncify.ts#L78">asyncify.ts:78</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapexport"><span>wrap<wbr/>Export</span><a href="#wrapexport" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/asyncify.ts#L78">asyncify.ts:78</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapexport"><span>wrap<wbr/>Export</span><a href="#wrapexport" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">...</span><span class="tsd-kind-parameter">args</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span> <span class="tsd [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">...</span><span class="tsd-kind-parameter">args</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">Promise</span><span class="tsd-signature-sym [...]
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/asyncify.ts#L149">asyncify.ts:149</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapimport"><span>wrap<wbr/>Import</span><a href="#wrapimport" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></us [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/asyncify.ts#L149">asyncify.ts:149</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapimport"><span>wrap<wbr/>Import</span><a href="#wrapimport" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></us [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">...</span><span class="tsd-kind-parameter">args</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span> <span class="tsd [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">...</span><span class="tsd-kind-parameter">args</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">any</span></h4><p>The wrapped function that [...]
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/asyncify.ts#L97">asyncify.ts:97</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/asyncify.ts#L97">asyncify.ts:97</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../ [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.CachedCallStack.html b/docs/reference/api/typedoc/classes/_internal_.CachedCallStack.html
index 6d849ea67f6..28912f9fdad 100644
--- a/docs/reference/api/typedoc/classes/_internal_.CachedCallStack.html
+++ b/docs/reference/api/typedoc/classes/_internal_.CachedCallStack.html
@@ -7,7 +7,7 @@ can still call into storeXX</li>
<li>Calls into commitToWasmMemory once.</li>
<li>reset.</li>
</ul>
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L279">memory.ts:279</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L279">memory.ts:279</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#tempargs" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>temp<wbr/>Args</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#allocbytearrayforstring" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>alloc<wbr/>Byte<wbr/>Array<wbr/>For<wbr/>String</span></a>
<a href="#allocptrarray" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>alloc<wbr/>Ptr<wbr/>Array</span></a>
@@ -25,37 +25,37 @@ can still call into storeXX</li>
<a href="#storerawbytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>store<wbr/>Raw<wbr/>Bytes</span></a>
<a href="#storeu32" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>store<wbr/>U32</span></a>
<a href="#storeusize" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>store<wbr/>U<wbr/>Size</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L281">memory.ts:281</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></u [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L281">memory.ts:281</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></u [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">data</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The string to allocate.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The offset of the byte array.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L446">memory.ts:446</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocptrarray"><span>alloc<wbr/>Ptr<wbr/>Array</span><a href="#allocptrarray" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-a [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L446">memory.ts:446</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocptrarray"><span>alloc<wbr/>Ptr<wbr/>Array</span><a href="#allocptrarray" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-a [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">count</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Number of pointers.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The allocated pointer array.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L385">memory.ts:385</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocrawbytes"><span>alloc<wbr/>Raw<wbr/>Bytes</span><a href="#allocrawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-a [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L385">memory.ts:385</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocrawbytes"><span>alloc<wbr/>Raw<wbr/>Bytes</span><a href="#allocrawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-a [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">nbytes</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Number of bytes.</p>
<ul>
<li>Note: This function always allocate space that aligns to 64bit.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L357">memory.ts:357</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocthensetargbytes"><span>alloc<wbr/>Then<wbr/>Set<wbr/>Arg<wbr/>Bytes</span><a href="#alloct [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L357">memory.ts:357</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocthensetargbytes"><span>alloc<wbr/>Then<wbr/>Set<wbr/>Arg<wbr/>Bytes</span><a href="#alloct [...]
Allocate new temporary space for bytes.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">offset</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The offset to set ot data pointer.</p>
</div></li><li><span><span class="tsd-kind-parameter">data</span>: <span class="tsd-signature-type">Uint8Array</span></span><div class="tsd-comment tsd-typography"><p>The string content.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L478">memory.ts:478</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocthensetargstring"><span>alloc<wbr/>Then<wbr/>Set<wbr/>Arg<wbr/>String</span><a href="#alloct [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L478">memory.ts:478</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocthensetargstring"><span>alloc<wbr/>Then<wbr/>Set<wbr/>Arg<wbr/>String</span><a href="#alloct [...]
This function will call into allocBytes to allocate necessary data.
The address won't be set immediately(because the possible change of basePtr)
and will be filled when we commit the data.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">offset</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The offset to set ot data pointer.</p>
</div></li><li><span><span class="tsd-kind-parameter">data</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The string content.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L465">memory.ts:465</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="committowasmmemory"><span>commit<wbr/>To<wbr/>Wasm<wbr/>Memory</span><a href="#committowasmmemory [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L465">memory.ts:465</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="committowasmmemory"><span>commit<wbr/>To<wbr/>Wasm<wbr/>Memory</span><a href="#committowasmmemory [...]
This function can only be called once.
No further store function should be called.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">nbytes</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = ...</span></span><div class="tsd-comment tsd-typography"><p>Number of bytes to be stored.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L340">memory.ts:340</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><s [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L340">memory.ts:340</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><s [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L316">memory.ts:316</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L316">memory.ts:316</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
Note that the returned value becomes obsolete if alloc is called on the stack.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">offset</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The allocated offset.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L394">memory.ts:394</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="reset"><span>reset</span><a href="#reset" aria-label="Permalink" class="tsd-anchor-icon"><svg v [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L325">memory.ts:325</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="storef64"><span>store<wbr/>F64</span><a href="#storef64" aria-label="Permalink" class="tsd-anchor-icon"><svg view [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L394">memory.ts:394</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="reset"><span>reset</span><a href="#reset" aria-label="Permalink" class="tsd-anchor-icon"><svg v [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L325">memory.ts:325</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="storef64"><span>store<wbr/>F64</span><a href="#storef64" aria-label="Permalink" class="tsd-anchor-icon"><svg view [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.CanvasRenderManager.html b/docs/reference/api/typedoc/classes/_internal_.CanvasRenderManager.html
index 65d75cccc21..220f3c955d7 100644
--- a/docs/reference/api/typedoc/classes/_internal_.CanvasRenderManager.html
+++ b/docs/reference/api/typedoc/classes/_internal_.CanvasRenderManager.html
@@ -1,10 +1,10 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CanvasRenderManager | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ [...]
which needs to be explicitly disposed.</p>
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/webgpu.ts#L224">webgpu.ts:224</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/webgpu.ts#L224">webgpu.ts:224</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#clear" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>clear</span></a>
<a href="#dispose" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#draw" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>draw</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/webgpu.ts#L383">webgpu.ts:383</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/webgpu.ts#L383">webgpu.ts:383</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.CrossOriginStorage.html b/docs/reference/api/typedoc/classes/_internal_.CrossOriginStorage.html
index 509a95450d3..e5b9c390bf3 100644
--- a/docs/reference/api/typedoc/classes/_internal_.CrossOriginStorage.html
+++ b/docs/reference/api/typedoc/classes/_internal_.CrossOriginStorage.html
@@ -1,6 +1,6 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorage | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorage | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#delete" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete</span></a>
<a href="#match" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>match</span></a>
<a href="#put" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>put</span></a>
<a href="#isavailable" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>is<wbr/>Available</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.Environment.html b/docs/reference/api/typedoc/classes/_internal_.Environment.html
index 23566cc3f04..ea62b454c41 100644
--- a/docs/reference/api/typedoc/classes/_internal_.Environment.html
+++ b/docs/reference/api/typedoc/classes/_internal_.Environment.html
@@ -1,15 +1,15 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Environment | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/i [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/LibraryProvider.html" class="tsd-signature-type tsd-kind-interface">LibraryProvider</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/environment.ts#L68">environment.ts:68</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-pan [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/LibraryProvider.html" class="tsd-signature-type tsd-kind-interface">LibraryProvider</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/environment.ts#L68">environment.ts:68</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-pan [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#imports" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>imports</span></a>
<a href="#logger" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>logger</span></a>
<a href="#packedcfunctable" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>packed<wbr/>C<wbr/>Func<wbr/>Table</span></a>
<a href="#packedcfunctablefreeid" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>packed<wbr/>C<wbr/>Func<wbr/>Table<wbr/>Free<wbr/>Id</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#start" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>start</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/LibraryProvider.html">LibraryProvider</a>.<a href="../interfaces/LibraryProvider.html#imports">imports</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/environment.ts#L70">environment.ts:70</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="logger"><span>logger</span><a href="#logger" aria-labe [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/LibraryProvider.html">LibraryProvider</a>.<a href="../interfaces/LibraryProvider.html#imports">imports</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/environment.ts#L70">environment.ts:70</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="logger"><span>logger</span><a href="#logger" aria-labe [...]
can call via TVMWasmPackedCFunc.</p>
<p>We maintain a separate table so that we can have un-limited amount
of functions that do not maps to the address space.</p>
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/environment.ts#L78">environment.ts:78</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="packedcfunctablefreeid"><span>packed<wbr/>C<wbr/>Func<wbr/>Table<wbr/>Free<wbr/>Id</span><a href="#packedcfunctablefreeid" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden=" [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/environment.ts#L84">environment.ts:84</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronD [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">inst</span>: <span class="tsd-signature-type">Instance</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/LibraryProvider.html">LibraryProvider</a>.<a href="../interfaces/LibraryProvider.html#start">s [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/environment.ts#L78">environment.ts:78</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="packedcfunctablefreeid"><span>packed<wbr/>C<wbr/>Func<wbr/>Table<wbr/>Free<wbr/>Id</span><a href="#packedcfunctablefreeid" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden=" [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/environment.ts#L84">environment.ts:84</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronD [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">inst</span>: <span class="tsd-signature-type">Instance</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/LibraryProvider.html">LibraryProvider</a>.<a href="../interfaces/LibraryProvider.html#start">s [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.FFILibrary.html b/docs/reference/api/typedoc/classes/_internal_.FFILibrary.html
index 99117ca5232..5872290b394 100644
--- a/docs/reference/api/typedoc/classes/_internal_.FFILibrary.html
+++ b/docs/reference/api/typedoc/classes/_internal_.FFILibrary.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FFILibrary | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ic [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L58">runtime.ts:58</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L58">runtime.ts:58</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#exports" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>exports</span></a>
<a href="#memory" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>memory</span></a>
<a href="#wasm32" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>wasm32</span></a>
@@ -9,7 +9,7 @@
<a href="#getoralloccallstack" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Or<wbr/>Alloc<wbr/>Call<wbr/>Stack</span></a>
<a href="#recyclecallstack" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>recycle<wbr/>Call<wbr/>Stack</span></a>
<a href="#sizeofptr" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>sizeof<wbr/>Ptr</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L81">runtime.ts:81</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L81">runtime.ts:81</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.Memory.html b/docs/reference/api/typedoc/classes/_internal_.Memory.html
index 94ff4332f17..69def84ee5c 100644
--- a/docs/reference/api/typedoc/classes/_internal_.Memory.html
+++ b/docs/reference/api/typedoc/classes/_internal_.Memory.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Memory | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons. [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L31">memory.ts:31</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use h [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L31">memory.ts:31</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use h [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#memory" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>memory</span></a>
<a href="#wasm32" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>wasm32</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#loadbytearrayasbytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>load<wbr/>Byte<wbr/>Array<wbr/>As<wbr/>Bytes</span></a>
@@ -21,26 +21,26 @@
<a href="#loadusize" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>load<wbr/>U<wbr/>Size</span></a>
<a href="#sizeofptr" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>sizeof<wbr/>Ptr</span></a>
<a href="#storerawbytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>store<wbr/>Raw<wbr/>Bytes</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">byteArrayPtr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The head address of the bytearray.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L244">memory.ts:244</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadbytearrayasstring"><span>load<wbr/>Byte<wbr/>Array<wbr/>As<wbr/>String</span><a href="# [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L244">memory.ts:244</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadbytearrayasstring"><span>load<wbr/>Byte<wbr/>Array<wbr/>As<wbr/>String</span><a href="# [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">byteArrayPtr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The head address of the bytearray.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L227">memory.ts:227</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadcstring"><span>load<wbr/>C<wbr/>String</span><a href="#loadcstring" aria-label="Permalink" [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L227">memory.ts:227</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadcstring"><span>load<wbr/>C<wbr/>String</span><a href="#loadcstring" aria-label="Permalink" [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The head address</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L144">memory.ts:144</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadf32"><span>load<wbr/>F32</span><a href="#loadf32" aria-label="Permalink" class="tsd-anchor- [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L144">memory.ts:144</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadf32"><span>load<wbr/>F32</span><a href="#loadf32" aria-label="Permalink" class="tsd-anchor- [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">objectHandle</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The handle of the object.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The object type index.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L177">memory.ts:177</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadpointer"><span>load<wbr/>Pointer</span><a href="#loadpointer" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L177">memory.ts:177</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadpointer"><span>load<wbr/>Pointer</span><a href="#loadpointer" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The head address</p>
</div></li><li><span><span class="tsd-kind-parameter">numBytes</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The number</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L132">memory.ts:132</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadsmallbytes"><span>load<wbr/>Small<wbr/>Bytes</span><a href="#loadsmallbytes" aria-label [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ffiAnyPtr</span>: <span class="tsd-signature-type">number</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L212">m [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L132">memory.ts:132</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadsmallbytes"><span>load<wbr/>Small<wbr/>Bytes</span><a href="#loadsmallbytes" aria-label [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ffiAnyPtr</span>: <span class="tsd-signature-type">number</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L212">m [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ffiAnyPtr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The pointer to the value.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><p>The small string.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L195">memory.ts:195</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadtypeinfotypekey"><span>load<wbr/>Type<wbr/>Info<wbr/>Type<wbr/>Key</span><a href="#loadtypeinfotypekey" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use hr [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L195">memory.ts:195</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadtypeinfotypekey"><span>load<wbr/>Type<wbr/>Info<wbr/>Type<wbr/>Key</span><a href="#loadtypeinfotypekey" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use hr [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">typeInfoPtr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The pointer to the type info.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><p>The type key.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L186">memory.ts:186</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadu16"><span>load<wbr/>U16</span><a href="#loadu16" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a>< [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L186">memory.ts:186</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadu16"><span>load<wbr/>U16</span><a href="#loadu16" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a>< [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The head address.</p>
</div></li><li><span><span class="tsd-kind-parameter">bytes</span>: <span class="tsd-signature-type">Uint8Array</span></span><div class="tsd-comment tsd-typography"><p>The bytes content.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/memory.ts#L165">memory.ts:165</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accor [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/memory.ts#L165">memory.ts:165</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accor [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.PackedFuncCell.html b/docs/reference/api/typedoc/classes/_internal_.PackedFuncCell.html
index 34c2058bf01..0f920f5576b 100644
--- a/docs/reference/api/typedoc/classes/_internal_.PackedFuncCell.html
+++ b/docs/reference/api/typedoc/classes/_internal_.PackedFuncCell.html
@@ -1,15 +1,15 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>PackedFuncCell | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asset [...]
-</div></section><section class="tsd-panel tsd-hierarchy" data-refl="782"><h4>Hierarchy (<a href="../hierarchy.html#<internal>.PackedFuncCell">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">PackedFuncCell</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a [...]
+</div></section><section class="tsd-panel tsd-hierarchy" data-refl="782"><h4>Hierarchy (<a href="../hierarchy.html#<internal>.PackedFuncCell">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">PackedFuncCell</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#gethandle" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Handle</span></a>
<a href="#typeindex" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Index</span></a>
<a href="#typekey" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">requireNotNull</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>require handle is not null.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permal [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
+<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permal [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.RuntimeContext.html b/docs/reference/api/typedoc/classes/_internal_.RuntimeContext.html
index a1c36784074..2a24be998fb 100644
--- a/docs/reference/api/typedoc/classes/_internal_.RuntimeContext.html
+++ b/docs/reference/api/typedoc/classes/_internal_.RuntimeContext.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RuntimeContext | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asset [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L157">runtime.ts:157</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L157">runtime.ts:157</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#applypresenceandfrequencypenalty" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>apply<wbr/>Presence<wbr/>And<wbr/>Frequency<wbr/>Penalty</span></a>
<a href="#applyrepetitionpenalty" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>apply<wbr/>Repetition<wbr/>Penalty</span></a>
<a href="#applysoftmaxwithtemperature" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>apply<wbr/>Softmax<wbr/>With<wbr/>Temperature</span></a>
@@ -34,14 +34,14 @@
<a href="#dispose" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#endscope" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>end<wbr/>Scope</span></a>
<a href="#movetoparentscope" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>move<wbr/>To<wbr/>Parent<wbr/>Scope</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="attachtocurrentscopet"><span class="tsd-kind-type-parameter">T</span> <span class="tsd-signature-keyword">extends</span> <a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kin [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#attachtocurrentscopet">T</a></h4><p>the same object.</p>
<ul>
<li>Note: This function only needs to be called for raw system C API values.
The return value of PackedFunc will be automatically tracked.</li>
</ul>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L270">runtime.ts:270</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="beginscope"><span>begin<wbr/>Scope</span><a href="#beginscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L270">runtime.ts:270</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="beginscope"><span>begin<wbr/>Scope</span><a href="#beginscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L222">runtime.ts:222</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L222">runtime.ts:222</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.WebGPUContext.html b/docs/reference/api/typedoc/classes/_internal_.WebGPUContext.html
index ce1181ae4b2..e83ce368a2a 100644
--- a/docs/reference/api/typedoc/classes/_internal_.WebGPUContext.html
+++ b/docs/reference/api/typedoc/classes/_internal_.WebGPUContext.html
@@ -1,6 +1,6 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>WebGPUContext | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets [...]
Manages all the webgpu resources here.</p>
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/webgpu.ts#L401">webgpu.ts:401</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/webgpu.ts#L401">webgpu.ts:401</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#device" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device</span></a>
<a href="#memory" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>memory</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#bindcanvas" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>bind<wbr/>Canvas</span></a>
@@ -14,15 +14,15 @@ Manages all the webgpu resources here.</p>
<a href="#getdeviceapi" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Device<wbr/>API</span></a>
<a href="#runtimestatstext" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>runtime<wbr/>Stats<wbr/>Text</span></a>
<a href="#sync" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>sync</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">canvas</span>: <span class="tsd-signature-type">HTMLCanvasElement</span></span><div class="tsd-comment tsd-typography"><p>The HTML canvas/</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/webgpu.ts#L563">webgpu.ts:563</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="clearcanvas"><span>clear<wbr/>Canvas</span><a href="#clearcanvas" aria-label="Permalink" class="t [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/webgpu.ts#L555">webgpu.ts:555</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="copyrawbytestobuffer"><span>copy<wbr/>Raw<wbr/>Bytes<wbr/>To<wbr/>Buffer</span><a href="#copyrawbytestobuffer" ar [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/webgpu.ts#L563">webgpu.ts:563</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="clearcanvas"><span>clear<wbr/>Canvas</span><a href="#clearcanvas" aria-label="Permalink" class="t [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/webgpu.ts#L555">webgpu.ts:555</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="copyrawbytestobuffer"><span>copy<wbr/>Raw<wbr/>Bytes<wbr/>To<wbr/>Buffer</span><a href="#copyrawbytestobuffer" ar [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">rawBytes</span>: <span class="tsd-signature-type">Uint8Array</span></span><div class="tsd-comment tsd-typography"><p>The raw bytes</p>
</div></li><li><span><span class="tsd-kind-parameter">toPtr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The target gpu buffer ptr</p>
</div></li><li><span><span class="tsd-kind-parameter">toOffset</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The beginning offset</p>
</div></li><li><span><span class="tsd-kind-parameter">nbytes</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Number of bytes</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/webgpu.ts#L536">webgpu.ts:536</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createshader"><span>create<wbr/>Shader</span><a href="#createshader" aria-label="Permalink" class [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/webgpu.ts#L536">webgpu.ts:536</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createshader"><span>create<wbr/>Shader</span><a href="#createshader" aria-label="Permalink" class [...]
via createComputePipeline</p>
<ul>
<li></li>
@@ -30,7 +30,7 @@ via createComputePipeline</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">finfo</span>: <a href="../interfaces/_internal_.FunctionInfo.html" class="tsd-signature-type tsd-kind-interface">FunctionInfo</a></span><div class="tsd-comment tsd-typography"><p>The function information already parsed as a record.</p>
</div></li><li><span><span class="tsd-kind-parameter">code</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The shader data(in WGSL)</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Function</span></h4><p>The shader</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/webgpu.ts#L575">webgpu.ts:575</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createshaderasync"><span>create<wbr/>Shader<wbr/>Async</span><a href="#createshaderasync" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icon [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/webgpu.ts#L575">webgpu.ts:575</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createshaderasync"><span>create<wbr/>Shader<wbr/>Async</span><a href="#createshaderasync" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icon [...]
via createComputePipelineAsync</p>
<ul>
<li></li>
@@ -38,12 +38,12 @@ via createComputePipelineAsync</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">finfo</span>: <a href="../interfaces/_internal_.FunctionInfo.html" class="tsd-signature-type tsd-kind-interface">FunctionInfo</a></span><div class="tsd-comment tsd-typography"><p>The function information already parsed as a record.</p>
</div></li><li><span><span class="tsd-kind-parameter">code</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The shader data(in WGSL)</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Function</span><span class="tsd-signature-symbol">></span></h4><p>The shader</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/webgpu.ts#L587">webgpu.ts:587</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><u [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/webgpu.ts#L471">webgpu.ts:471</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="drawimagefrombuffer"><span>draw<wbr/>Image<wbr/>From<wbr/>Buffer</span><a href="#drawimagefrombuffer" aria-label= [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/webgpu.ts#L587">webgpu.ts:587</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><u [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/webgpu.ts#L471">webgpu.ts:471</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="drawimagefrombuffer"><span>draw<wbr/>Image<wbr/>From<wbr/>Buffer</span><a href="#drawimagefrombuffer" aria-label= [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The GPU ptr</p>
</div></li><li><span><span class="tsd-kind-parameter">height</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The height of the image.</p>
</div></li><li><span><span class="tsd-kind-parameter">width</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The width of the image.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/webgpu.ts#L521">webgpu.ts:521</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="flushcommands"><span>flush<wbr/>Commands</span><a href="#flushcommands" aria-label="Permalink" cl [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/webgpu.ts#L521">webgpu.ts:521</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="flushcommands"><span>flush<wbr/>Commands</span><a href="#flushcommands" aria-label="Permalink" cl [...]
accumulated command encoder.</p>
<p>Must be called before:</p>
<ul>
@@ -53,10 +53,10 @@ accumulated command encoder.</p>
<li>Buffer deallocation (deviceFreeDataSpace)</li>
<li>Queue sync (sync)</li>
</ul>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/webgpu.ts#L457">webgpu.ts:457</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getdeviceapi"><span>get<wbr/>Device<wbr/>API</span><a href="#getdeviceapi" aria-label="Permalink" class="tsd-anch [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/webgpu.ts#L457">webgpu.ts:457</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getdeviceapi"><span>get<wbr/>Device<wbr/>API</span><a href="#getdeviceapi" aria-label="Permalink" class="tsd-anch [...]
*</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the API.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Function</span></h4><p>The corresponding device api.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/webgpu.ts#L852">webgpu.ts:852</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="runtimestatstext"><span>runtime<wbr/>Stats<wbr/>Text</span><a href="#runtimestatstext" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.s [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/webgpu.ts#L508">webgpu.ts:508</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sync"><span>sync</span><a href="#sync" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/webgpu.ts#L493">webgpu.ts:493</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-si [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/webgpu.ts#L852">webgpu.ts:852</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="runtimestatstext"><span>runtime<wbr/>Stats<wbr/>Text</span><a href="#runtimestatstext" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.s [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/webgpu.ts#L508">webgpu.ts:508</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sync"><span>sync</span><a href="#sync" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/webgpu.ts#L493">webgpu.ts:493</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-si [...]
diff --git a/docs/reference/api/typedoc/enums/_internal_.AsyncifyStateKind.html b/docs/reference/api/typedoc/enums/_internal_.AsyncifyStateKind.html
index 641940a740b..11077480562 100644
--- a/docs/reference/api/typedoc/enums/_internal_.AsyncifyStateKind.html
+++ b/docs/reference/api/typedoc/enums/_internal_.AsyncifyStateKind.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>AsyncifyStateKind | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../as [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/asyncify.ts#L30">asyncify.ts:30</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/asyncify.ts#L30">asyncify.ts:30</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
<a href="#rewinding" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Rewinding</span></a>
<a href="#unwinding" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Unwinding</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Enumeration Members"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Enumeration Members</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="none"><span>None</span><a href="#non [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Enumeration Members"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Enumeration Members</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="none"><span>None</span><a href="#non [...]
diff --git a/docs/reference/api/typedoc/enums/_internal_.RPCServerState.html b/docs/reference/api/typedoc/enums/_internal_.RPCServerState.html
index 616d70081f3..e6b0f4e67f7 100644
--- a/docs/reference/api/typedoc/enums/_internal_.RPCServerState.html
+++ b/docs/reference/api/typedoc/enums/_internal_.RPCServerState.html
@@ -1,7 +1,7 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RPCServerState | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asset [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RPCServerState | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asset [...]
<a href="#initheaderkey" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Init<wbr/>Header<wbr/>Key</span></a>
<a href="#initserver" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Init<wbr/>Server</span></a>
<a href="#receivepacketbody" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Receive<wbr/>Packet<wbr/>Body</span></a>
<a href="#receivepacketheader" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Receive<wbr/>Packet<wbr/>Header</span></a>
<a href="#waitforcallback" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Wait<wbr/>For<wbr/>Callback</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Enumeration Members"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Enumeration Members</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="initheader"><span>Init<wbr/>Header</ [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Enumeration Members"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Enumeration Members</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="initheader"><span>Init<wbr/>Header</ [...]
diff --git a/docs/reference/api/typedoc/functions/assert.html b/docs/reference/api/typedoc/functions/assert.html
index ef24088aec7..2114145195e 100644
--- a/docs/reference/api/typedoc/functions/assert.html
+++ b/docs/reference/api/typedoc/functions/assert.html
@@ -1,4 +1,4 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>assert | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons. [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">condition</span>: <span class="tsd-signature-type">boolean</span></span><div class="tsd-comment tsd-typography"><p>The condition to fail.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">msg</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The message.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-keyword">asserts</span> <span class="tsd-kind-parameter">condition</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/support.ts#L65">support.ts:65</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd- [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-keyword">asserts</span> <span class="tsd-kind-parameter">condition</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/support.ts#L65">support.ts:65</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd- [...]
diff --git a/docs/reference/api/typedoc/functions/createArtifactCache.html b/docs/reference/api/typedoc/functions/createArtifactCache.html
index a245137a23c..32cfc7c4ade 100644
--- a/docs/reference/api/typedoc/functions/createArtifactCache.html
+++ b/docs/reference/api/typedoc/functions/createArtifactCache.html
@@ -1 +1 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>createArtifactCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>createArtifactCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ [...]
diff --git a/docs/reference/api/typedoc/functions/createPolyfillWASI.html b/docs/reference/api/typedoc/functions/createPolyfillWASI.html
index 51f2fc8d2dc..876baa9c9a6 100644
--- a/docs/reference/api/typedoc/functions/createPolyfillWASI.html
+++ b/docs/reference/api/typedoc/functions/createPolyfillWASI.html
@@ -1,3 +1,3 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>createPolyfillWASI | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
</div><h4 class="tsd-returns-title">Returns <a href="../interfaces/LibraryProvider.html" class="tsd-signature-type tsd-kind-interface">LibraryProvider</a></h4><p>A wasi that can run on broswer or local.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/compact.ts#L53">compact.ts:53</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/compact.ts#L53">compact.ts:53</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
diff --git a/docs/reference/api/typedoc/functions/deleteTensorCache.html b/docs/reference/api/typedoc/functions/deleteTensorCache.html
index de511372840..d5d3f9ae902 100644
--- a/docs/reference/api/typedoc/functions/deleteTensorCache.html
+++ b/docs/reference/api/typedoc/functions/deleteTensorCache.html
@@ -1,7 +1,7 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>deleteTensorCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../as [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">cacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cacheUrl for the items</p>
-</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">options</span>: <a href="../interfaces/TensorCacheAccessOptions.html" class="tsd-signature-type tsd-kind-interface">TensorCacheAccessOptions</a></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside c [...]
+</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">options</span>: <a href="../interfaces/TensorCacheAccessOptions.html" class="tsd-signature-type tsd-kind-interface">TensorCacheAccessOptions</a></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside c [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">cacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cacheUrl for the items</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheScope</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The scope identifier of the cache</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheType</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The type of the cache: "cache", "indexedDB", or "cross-origin"</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/artifact_cache.ts#L748">artifact_cache.ts:748</a></li></ul></aside></div></li></ul></section></div><div c [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/artifact_cache.ts#L748">artifact_cache.ts:748</a></li></ul></aside></div></li></ul></section></div><div c [...]
diff --git a/docs/reference/api/typedoc/functions/detectGPUDevice.html b/docs/reference/api/typedoc/functions/detectGPUDevice.html
index ee39733e8fa..29dc0885ff6 100644
--- a/docs/reference/api/typedoc/functions/detectGPUDevice.html
+++ b/docs/reference/api/typedoc/functions/detectGPUDevice.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>detectGPUDevice | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asse [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">powerPreference</span>: <span class="tsd-signature-type">"low-power"</span> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">"high-performance"</span><span class="tsd-signature-symbol"> = "high-performance"</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <spa [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">powerPreference</span>: <span class="tsd-signature-type">"low-power"</span> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">"high-performance"</span><span class="tsd-signature-symbol"> = "high-performance"</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <spa [...]
diff --git a/docs/reference/api/typedoc/functions/hasTensorInCache.html b/docs/reference/api/typedoc/functions/hasTensorInCache.html
index 5eb0b61fee0..7db8fc45975 100644
--- a/docs/reference/api/typedoc/functions/hasTensorInCache.html
+++ b/docs/reference/api/typedoc/functions/hasTensorInCache.html
@@ -1,9 +1,9 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>hasTensorInCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ass [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">tensorCacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cache url which links to the Tensor</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">options</span>: <a href="../interfaces/TensorCacheAccessOptions.html" class="tsd-signature-type tsd-kind-interface">TensorCacheAccessOptions</a></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol">></span></h4><p>th [...]
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/artifact_cache.ts#L707">artifact_cache.ts:707</a></li></ul></aside></div></li><li class=""><div class="tsd-signature tsd-anchor-link" id="hastensorincache-1"><span class="tsd-kind-call-signature">hasTensorInCache</span><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">tensorCacheUrl</span><span class="tsd-signature-s [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/artifact_cache.ts#L707">artifact_cache.ts:707</a></li></ul></aside></div></li><li class=""><div class="tsd-signature tsd-anchor-link" id="hastensorincache-1"><span class="tsd-kind-call-signature">hasTensorInCache</span><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">tensorCacheUrl</span><span class="tsd-signature-s [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">tensorCacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cache url which links to the Tensor</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheScope</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The scope identifier of the cache</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheType</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The type of the cache: "cache", "indexedDB", or "cross-origin"</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol">></span></h4><p>the result if the cache has Tensor</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/artifact_cache.ts#L711">artifact_cache.ts:711</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/artifact_cache.ts#L711">artifact_cache.ts:711</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets [...]
diff --git a/docs/reference/api/typedoc/functions/instantiate.html b/docs/reference/api/typedoc/functions/instantiate.html
index f250ea6263c..24830946d8d 100644
--- a/docs/reference/api/typedoc/functions/instantiate.html
+++ b/docs/reference/api/typedoc/functions/instantiate.html
@@ -6,4 +6,4 @@ by passing its generated js Module as the imports.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">bufferSource</span>: <span class="tsd-signature-type">ArrayBuffer</span></span><div class="tsd-comment tsd-typography"><p>The source to be compiled.</p>
</div></li><li><span><span class="tsd-kind-parameter">importObject</span>: <span class="tsd-signature-type">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">,</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol"> = {}</span></span><div class="tsd-comment tsd-typography"><p>The import objects.</p>
</div></li><li><span><span class="tsd-kind-parameter">logger</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">msg</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">)</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">void</span><span class="tsd-signature-symbol"> = console.log</span></span><div class="tsd-comment tsd-typography"><p>The s [...]
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><a href="../classes/Instance.html" class="tsd-signature-type tsd-kind-class">Instance</a><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L2350">runtime.ts:2350</a></li></ul></aside></div [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><a href="../classes/Instance.html" class="tsd-signature-type tsd-kind-class">Instance</a><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L2350">runtime.ts:2350</a></li></ul></aside></div [...]
diff --git a/docs/reference/api/typedoc/functions/wasmPath.html b/docs/reference/api/typedoc/functions/wasmPath.html
index 042b0657a2d..97752d04f4c 100644
--- a/docs/reference/api/typedoc/functions/wasmPath.html
+++ b/docs/reference/api/typedoc/functions/wasmPath.html
@@ -1,3 +1,3 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>wasmPath | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icon [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><p>The wasm path.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/support.ts#L75">support.ts:75</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/support.ts#L75">support.ts:75</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
diff --git a/docs/reference/api/typedoc/interfaces/ArtifactCacheTemplate.html b/docs/reference/api/typedoc/interfaces/ArtifactCacheTemplate.html
index 1fcfa658c54..12f16743ae0 100644
--- a/docs/reference/api/typedoc/interfaces/ArtifactCacheTemplate.html
+++ b/docs/reference/api/typedoc/interfaces/ArtifactCacheTemplate.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCacheTemplate | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=". [...]
-</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">ArtifactCacheTemplate</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-call-signature" href="#addtocache-1">addToCache</a><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">url</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signat [...]
+</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">ArtifactCacheTemplate</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-call-signature" href="#addtocache-1">addToCache</a><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">url</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signat [...]
<a href="#deleteincache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete<wbr/>In<wbr/>Cache</span></a>
<a href="#fetchwithcache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>fetch<wbr/>With<wbr/>Cache</span></a>
<a href="#hasallkeys" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has<wbr/>All<wbr/>Keys</span></a>
@@ -20,11 +20,11 @@ data rather than a request, we specify <code>storagetype</code>. There are two o
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/artifact_cache.ts#L69">artifact_cache.ts:69</a></li></ul></aside></div></li></ul></section><section class [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/artifact_cache.ts#L69">artifact_cache.ts:69</a></li></ul></aside></div></li></ul></section><section class [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><u [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><u [...]
cache, fetch the data and then add to cache.</p>
<ul>
<li></li>
@@ -46,8 +46,8 @@ return the actual data object rather than the request. There are two options:</p
<ul>
<li>Note: This is an async function.</li>
</ul>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/artifact_cache.ts#L55">artifact_cache.ts:55</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasallkeys"><span>has<wbr/>All<wbr/>Keys</span><a href="#hasallkeys" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#i [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/artifact_cache.ts#L55">artifact_cache.ts:55</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasallkeys"><span>has<wbr/>All<wbr/>Keys</span><a href="#hasallkeys" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#i [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
diff --git a/docs/reference/api/typedoc/interfaces/Disposable.html b/docs/reference/api/typedoc/interfaces/Disposable.html
index 3c31b421e47..1aeb2e26af9 100644
--- a/docs/reference/api/typedoc/interfaces/Disposable.html
+++ b/docs/reference/api/typedoc/interfaces/Disposable.html
@@ -1,7 +1,7 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Disposable | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ic [...]
which needs to be explicitly disposed.</p>
-</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">Disposable</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#dispose">dispose</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-symbol">()</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">;</span><br/><span cl [...]
+</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">Disposable</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#dispose">dispose</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-symbol">()</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">;</span><br/><span cl [...]
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-l [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/types.ts#L52">types.ts:52</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/types.ts#L52">types.ts:52</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg [...]
diff --git a/docs/reference/api/typedoc/interfaces/FetchTensorCacheOptions.html b/docs/reference/api/typedoc/interfaces/FetchTensorCacheOptions.html
index 04c6252db04..6ea8a3ef2b1 100644
--- a/docs/reference/api/typedoc/interfaces/FetchTensorCacheOptions.html
+++ b/docs/reference/api/typedoc/interfaces/FetchTensorCacheOptions.html
@@ -1,5 +1,5 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FetchTensorCacheOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src= [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FetchTensorCacheOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src= [...]
<a href="#cachescope" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>cache<wbr/>Scope?</span></a>
<a href="#cachetype" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>cache<wbr/>Type?</span></a>
<a href="#signal" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>signal?</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="artifactcache"><code class="tsd-tag"> [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="artifactcache"><code class="tsd-tag"> [...]
diff --git a/docs/reference/api/typedoc/interfaces/GPUDeviceDetectOutput.html b/docs/reference/api/typedoc/interfaces/GPUDeviceDetectOutput.html
index 03daa8986f8..af66892a993 100644
--- a/docs/reference/api/typedoc/interfaces/GPUDeviceDetectOutput.html
+++ b/docs/reference/api/typedoc/interfaces/GPUDeviceDetectOutput.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>GPUDeviceDetectOutput | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=". [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>GPUDeviceDetectOutput | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=". [...]
<a href="#adapterinfo" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>adapter<wbr/>Info</span></a>
<a href="#device" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="adapter"><span>adapter</span><a href="#adapter" aria-l [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="adapter"><span>adapter</span><a href="#adapter" aria-l [...]
diff --git a/docs/reference/api/typedoc/interfaces/InitProgressReport.html b/docs/reference/api/typedoc/interfaces/InitProgressReport.html
index f3a23491d52..91fbbc92def 100644
--- a/docs/reference/api/typedoc/interfaces/InitProgressReport.html
+++ b/docs/reference/api/typedoc/interfaces/InitProgressReport.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>InitProgressReport | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>InitProgressReport | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
<a href="#text" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>text</span></a>
<a href="#timeelapsed" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>time<wbr/>Elapsed</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="progress"><span>progress</span><a href="#progress" ari [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="progress"><span>progress</span><a href="#progress" ari [...]
diff --git a/docs/reference/api/typedoc/interfaces/LibraryProvider.html b/docs/reference/api/typedoc/interfaces/LibraryProvider.html
index bd3b9e242e3..258054bcf60 100644
--- a/docs/reference/api/typedoc/interfaces/LibraryProvider.html
+++ b/docs/reference/api/typedoc/interfaces/LibraryProvider.html
@@ -4,9 +4,9 @@ syslibs(e.g. libs provided by WASI and beyond) for the Wasm runtime.</p>
<p>The <a href="#start" class="tsd-kind-property">LibraryProvider.start</a> callback will be called
to allow the library provider to initialize related resources during startup time.</p>
<p>We can use Emscripten generated js Module as a { wasmLibraryProvider: LibraryProvider }.</p>
-</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">LibraryProvider</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#imports">imports</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">,</span> <span [...]
+</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">LibraryProvider</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#imports">imports</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">,</span> <span [...]
<a href="#start" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>start</span></a>
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="imports"><span>imports</span><a href="#imports" aria-l [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/types.ts#L34">types.ts:34</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="start"><span>start</span><a href="#start" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-signat [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/types.ts#L34">types.ts:34</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="start"><span>start</span><a href="#start" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-signat [...]
</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">inst</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Instance</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">void</span>< [...]
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4></li></ul></li></ul></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/types.ts#L39">types.ts:39</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4></li></ul></li></ul></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/types.ts#L39">types.ts:39</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd [...]
diff --git a/docs/reference/api/typedoc/interfaces/TensorCacheAccessOptions.html b/docs/reference/api/typedoc/interfaces/TensorCacheAccessOptions.html
index e6e4e65a96f..b902d0dda84 100644
--- a/docs/reference/api/typedoc/interfaces/TensorCacheAccessOptions.html
+++ b/docs/reference/api/typedoc/interfaces/TensorCacheAccessOptions.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorCacheAccessOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorCacheAccessOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src [...]
<a href="#cachescope" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>cache<wbr/>Scope?</span></a>
<a href="#cachetype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>cache<wbr/>Type?</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="artifactcache"><code class="tsd-tag">Optional</code><s [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="artifactcache"><code class="tsd-tag">Optional</code><s [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginHashDescriptor.html b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginHashDescriptor.html
index 6a8eeff1808..0a710aac1c2 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginHashDescriptor.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginHashDescriptor.html
@@ -1,3 +1,3 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginHashDescriptor | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async sr [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginHashDescriptor | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async sr [...]
<a href="#value" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>value</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="algorithm"><span>algorithm</span><a href="#algorithm" [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="algorithm"><span>algorithm</span><a href="#algorithm" [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageAPI.html b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageAPI.html
index 826d964f50f..09ff1f053e9 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageAPI.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageAPI.html
@@ -1,2 +1,2 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageAPI | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=". [...]
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="requestfilehandles"><span>request<wbr/>File<wbr/>Handles</sp [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageAPI | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=". [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="requestfilehandles"><span>request<wbr/>File<wbr/>Handles</sp [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageHandle.html b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageHandle.html
index 2a6b0fecf37..4c7e6f4dc8a 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageHandle.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageHandle.html
@@ -1,3 +1,3 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageHandle | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageHandle | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src [...]
<a href="#getfile" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>File</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createwritable"><span>create<wbr/>Writable</span><a href="#c [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createwritable"><span>create<wbr/>Writable</span><a href="#c [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageRequestFileHandleOptions.html b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageRequestFileHandleOptions.html
index dcded3286d1..57358a7e31f 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageRequestFileHandleOptions.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageRequestFileHandleOptions.html
@@ -1,2 +1,2 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageRequestFileHandleOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script [...]
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="create"><code class="tsd-tag">Optional</code><span>cre [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageRequestFileHandleOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="create"><code class="tsd-tag">Optional</code><span>cre [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageWritable.html b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageWritable.html
index 63f140f006e..dd38092c975 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageWritable.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageWritable.html
@@ -1,3 +1,3 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageWritable | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async s [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageWritable | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async s [...]
<a href="#write" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>write</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="close"><span>close</span><a href="#close" aria-label="Permal [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="close"><span>close</span><a href="#close" aria-label="Permal [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.FunctionInfo.html b/docs/reference/api/typedoc/interfaces/_internal_.FunctionInfo.html
index 3be0e624994..730dc260227 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.FunctionInfo.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.FunctionInfo.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FunctionInfo | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ [...]
-</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">FunctionInfo</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#arg_types">arg_types</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">;</span><br/> <a class="tsd-kind-property" href="#launch_pa [...]
+</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">FunctionInfo</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#arg_types">arg_types</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">;</span><br/> <a class="tsd-kind-property" href="#launch_pa [...]
<a href="#launch_param_tags" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>launch_<wbr/>param_<wbr/>tags</span></a>
<a href="#name" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>name</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="arg_types"><span>arg_<wbr/>types</span><a href="#arg_t [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="arg_types"><span>arg_<wbr/>types</span><a href="#arg_t [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.TensorCacheEntry.html b/docs/reference/api/typedoc/interfaces/_internal_.TensorCacheEntry.html
index e93b9bb0cef..094f6589cf1 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.TensorCacheEntry.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.TensorCacheEntry.html
@@ -1,7 +1,7 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorCacheEntry | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ass [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorCacheEntry | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ass [...]
<a href="#dtype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>dtype</span></a>
<a href="#format" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>format</span></a>
<a href="#name" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>name</span></a>
<a href="#nbytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>nbytes</span></a>
<a href="#shape" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>shape</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="byteoffset"><span>byte<wbr/>Offset</span><a href="#byt [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="byteoffset"><span>byte<wbr/>Offset</span><a href="#byt [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.TensorShardEntry.html b/docs/reference/api/typedoc/interfaces/_internal_.TensorShardEntry.html
index bfe99931ea3..24a26311d30 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.TensorShardEntry.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.TensorShardEntry.html
@@ -1,5 +1,5 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorShardEntry | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ass [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorShardEntry | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ass [...]
<a href="#format" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>format</span></a>
<a href="#nbytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>nbytes</span></a>
<a href="#records" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>records</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="datapath"><span>data<wbr/>Path</span><a href="#datapat [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="datapath"><span>data<wbr/>Path</span><a href="#datapat [...]
diff --git a/docs/reference/api/typedoc/types/ArtifactCacheType.html b/docs/reference/api/typedoc/types/ArtifactCacheType.html
index df96ff675a9..81e8e6ff731 100644
--- a/docs/reference/api/typedoc/types/ArtifactCacheType.html
+++ b/docs/reference/api/typedoc/types/ArtifactCacheType.html
@@ -1 +1 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCacheType | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../as [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCacheType | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../as [...]
diff --git a/docs/reference/api/typedoc/types/InitProgressCallback.html b/docs/reference/api/typedoc/types/InitProgressCallback.html
index bb41dfdd3d2..a656ef2f8e6 100644
--- a/docs/reference/api/typedoc/types/InitProgressCallback.html
+++ b/docs/reference/api/typedoc/types/InitProgressCallback.html
@@ -1 +1 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>InitProgressCallback | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=".. [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>InitProgressCallback | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=".. [...]
diff --git a/docs/reference/api/typedoc/types/PackedFunc.html b/docs/reference/api/typedoc/types/PackedFunc.html
index 429935954b5..1414ce1bd01 100644
--- a/docs/reference/api/typedoc/types/PackedFunc.html
+++ b/docs/reference/api/typedoc/types/PackedFunc.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>PackedFunc | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ic [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L44">runtime.ts:44</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use>< [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L44">runtime.ts:44</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use>< [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.AsyncPackedFunc.html b/docs/reference/api/typedoc/types/_internal_.AsyncPackedFunc.html
index 10e16e96dde..cfc9bbd3360 100644
--- a/docs/reference/api/typedoc/types/_internal_.AsyncPackedFunc.html
+++ b/docs/reference/api/typedoc/types/_internal_.AsyncPackedFunc.html
@@ -1,3 +1,3 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>AsyncPackedFunc | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asse [...]
possibly may contain stack unwinding through Asynctify</p>
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L51">runtime.ts:51</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use>< [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L51">runtime.ts:51</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use>< [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.FObjectConstructor.html b/docs/reference/api/typedoc/types/_internal_.FObjectConstructor.html
index 3f96ea0092b..aa41eab172c 100644
--- a/docs/reference/api/typedoc/types/_internal_.FObjectConstructor.html
+++ b/docs/reference/api/typedoc/types/_internal_.FObjectConstructor.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FObjectConstructor | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
-</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">handle</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">,</span> <span class="tsd-kind-paramete [...]
+</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">handle</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">,</span> <span class="tsd-kind-paramete [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.FTVMFFIWasmSafeCallType.html b/docs/reference/api/typedoc/types/_internal_.FTVMFFIWasmSafeCallType.html
index 7eac4d1fe1b..6ab266c9b86 100644
--- a/docs/reference/api/typedoc/types/_internal_.FTVMFFIWasmSafeCallType.html
+++ b/docs/reference/api/typedoc/types/_internal_.FTVMFFIWasmSafeCallType.html
@@ -1,3 +1,3 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FTVMFFIWasmSafeCallType | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src= [...]
int32_t num_args, TVMFFIAny* result);</p>
-</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">self</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">,</span> <span class="tsd-kind-parameter" [...]
+</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">self</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">,</span> <span class="tsd-kind-parameter" [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.FTVMWasmAllocSpace.html b/docs/reference/api/typedoc/types/_internal_.FTVMWasmAllocSpace.html
index c4ab54b2916..1f846a536ff 100644
--- a/docs/reference/api/typedoc/types/_internal_.FTVMWasmAllocSpace.html
+++ b/docs/reference/api/typedoc/types/_internal_.FTVMWasmAllocSpace.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FTVMWasmAllocSpace | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
-</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">size</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" c [...]
+</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">size</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" c [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.FTVMWasmFreeSpace.html b/docs/reference/api/typedoc/types/_internal_.FTVMWasmFreeSpace.html
index b9bac0f5b88..005f3cfedaf 100644
--- a/docs/reference/api/typedoc/types/_internal_.FTVMWasmFreeSpace.html
+++ b/docs/reference/api/typedoc/types/_internal_.FTVMWasmFreeSpace.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FTVMWasmFreeSpace | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../as [...]
-</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">ptr</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol" [...]
+</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">ptr</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol" [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.Pointer.html b/docs/reference/api/typedoc/types/_internal_.Pointer.html
index ac8c6781b99..55a3e952f27 100644
--- a/docs/reference/api/typedoc/types/_internal_.Pointer.html
+++ b/docs/reference/api/typedoc/types/_internal_.Pointer.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Pointer | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/ctypes.ts#L25">ctypes.ts:25</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></s [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/ctypes.ts#L25">ctypes.ts:25</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></s [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.RequestLike.html b/docs/reference/api/typedoc/types/_internal_.RequestLike.html
index ed5a4c7d4ff..9a902ddf7bd 100644
--- a/docs/reference/api/typedoc/types/_internal_.RequestLike.html
+++ b/docs/reference/api/typedoc/types/_internal_.RequestLike.html
@@ -1 +1 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RequestLike | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/i [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RequestLike | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/i [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.TVMObjectBase.html b/docs/reference/api/typedoc/types/_internal_.TVMObjectBase.html
index 5d99d93cce6..4b612a6705f 100644
--- a/docs/reference/api/typedoc/types/_internal_.TVMObjectBase.html
+++ b/docs/reference/api/typedoc/types/_internal_.TVMObjectBase.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TVMObjectBase | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/0a0dd3162bf460ec047d95f956da309487745792/web/src/runtime.ts#L741">runtime.ts:741</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/9dc87f1931849541877c412af3362dcde17e1a99/web/src/runtime.ts#L741">runtime.ts:741</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use [...]
diff --git a/docs/reference/publications.html b/docs/reference/publications.html
index 245bd876b8c..0120fdf7f57 100644
--- a/docs/reference/publications.html
+++ b/docs/reference/publications.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/reference/security.html b/docs/reference/security.html
index d66f8a51684..16c31087e9a 100644
--- a/docs/reference/security.html
+++ b/docs/reference/security.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/search.html b/docs/search.html
index fea462fc3df..9e96b05df74 100644
--- a/docs/search.html
+++ b/docs/search.html
@@ -191,6 +191,7 @@
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
diff --git a/docs/searchindex.js b/docs/searchindex.js
index 40a37955b64..bf91ba25051 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"1. Cross Compile TVM Runtime": [[48, "cross-compile-tvm-runtime"]], "1. The lack of numpy on device machine caused the RPC server can\u2019t be launched.": [[48, "the-lack-of-numpy-on-device-machine-caused-the-rpc-server-can-t-be-launched"]], "2. Pack and Deploy to Device Machine": [[48, "pack-and-deploy-to-device-machine"]], "2. The lack of cloudpickle on device machine caused the RPC server can\u2019t be launched.": [[48, "the-lack-of-cloudpickle-on-devi [...]
\ No newline at end of file
+Search.setIndex({"alltitles": {"1. Cross Compile TVM Runtime": [[48, "cross-compile-tvm-runtime"]], "1. The lack of numpy on device machine caused the RPC server can\u2019t be launched.": [[48, "the-lack-of-numpy-on-device-machine-caused-the-rpc-server-can-t-be-launched"]], "2. Pack and Deploy to Device Machine": [[48, "pack-and-deploy-to-device-machine"]], "2. The lack of cloudpickle on device machine caused the RPC server can\u2019t be launched.": [[48, "the-lack-of-cloudpickle-on-devi [...]
\ No newline at end of file
diff --git a/docs/sg_execution_times.html b/docs/sg_execution_times.html
index b8697ce7586..8de75be7e6a 100644
--- a/docs/sg_execution_times.html
+++ b/docs/sg_execution_times.html
@@ -189,6 +189,7 @@
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen: NPU Backend Example</a></li>
<li class="toctree-l1"><a class="reference internal" href="how_to/dev/index.html">Development Guides</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
@@ -296,7 +297,7 @@
<section id="computation-times">
<span id="sphx-glr-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading"></a></h1>
-<p><strong>00:24.056</strong> total execution time for 16 files <strong>from all galleries</strong>:</p>
+<p><strong>00:23.839</strong> total execution time for 16 files <strong>from all galleries</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -318,23 +319,23 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="how_to/tutorials/optimize_llm.html#sphx-glr-how-to-tutorials-optimize-llm-py"><span class="std std-ref">Optimize Large Language Model</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/optimize_llm.py</span></code>)</p></td>
-<td><p>00:10.216</p></td>
+<td><p>00:10.243</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="get_started/tutorials/ir_module.html#sphx-glr-get-started-tutorials-ir-module-py"><span class="std std-ref">IRModule</span></a> (<code class="docutils literal notranslate"><span class="pre">../get_started/tutorials/ir_module.py</span></code>)</p></td>
-<td><p>00:07.656</p></td>
+<td><p>00:07.562</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="how_to/tutorials/import_model.html#sphx-glr-how-to-tutorials-import-model-py"><span class="std std-ref">Importing Models from ML Frameworks</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/import_model.py</span></code>)</p></td>
-<td><p>00:03.350</p></td>
+<td><p>00:03.302</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="how_to/tutorials/e2e_opt_model.html#sphx-glr-how-to-tutorials-e2e-opt-model-py"><span class="std std-ref">End-to-End Optimize Model</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/e2e_opt_model.py</span></code>)</p></td>
-<td><p>00:00.699</p></td>
+<td><p>00:00.600</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="how_to/tutorials/customize_opt.html#sphx-glr-how-to-tutorials-customize-opt-py"><span class="std std-ref">Customize Optimization</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/customize_opt.py</span></code>)</p></td>
-<td><p>00:00.597</p></td>
+<td><p>00:00.595</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="how_to/tutorials/cross_compilation_and_rpc.html#sphx-glr-how-to-tutorials-cross-compilation-and-rpc-py"><span class="std std-ref">Cross Compilation and RPC</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/cross_compilation_and_rpc.py</span></code>)</p></td>
@@ -342,31 +343,31 @@ $(document).ready( function () {
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="deep_dive/tensor_ir/tutorials/tir_transformation.html#sphx-glr-deep-dive-tensor-ir-tutorials-tir-transformation-py"><span class="std std-ref">Transformation</span></a> (<code class="docutils literal notranslate"><span class="pre">../deep_dive/tensor_ir/tutorials/tir_transformation.py</span></code>)</p></td>
-<td><p>00:00.275</p></td>
+<td><p>00:00.267</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="deep_dive/tensor_ir/tutorials/tir_creation.html#sphx-glr-deep-dive-tensor-ir-tutorials-tir-creation-py"><span class="std std-ref">TensorIR Creation</span></a> (<code class="docutils literal notranslate"><span class="pre">../deep_dive/tensor_ir/tutorials/tir_creation.py</span></code>)</p></td>
-<td><p>00:00.185</p></td>
+<td><p>00:00.189</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="get_started/tutorials/quick_start.html#sphx-glr-get-started-tutorials-quick-start-py"><span class="std std-ref">Quick Start</span></a> (<code class="docutils literal notranslate"><span class="pre">../get_started/tutorials/quick_start.py</span></code>)</p></td>
-<td><p>00:00.154</p></td>
+<td><p>00:00.156</p></td>
<td><p>0.0</p></td>
</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="how_to/tutorials/byoc_npu_example.html#sphx-glr-how-to-tutorials-byoc-npu-example-py"><span class="std std-ref">Bring Your Own Codegen: NPU Backend Example</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/byoc_npu_example.py</span></code>)</p></td>
-<td><p>00:00.143</p></td>
+<tr class="row-odd"><td><p><a class="reference internal" href="how_to/tutorials/bring_your_own_codegen.html#sphx-glr-how-to-tutorials-bring-your-own-codegen-py"><span class="std std-ref">Bring Your Own Codegen: NPU Backend Example</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/bring_your_own_codegen.py</span></code>)</p></td>
+<td><p>00:00.142</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.html#sphx-glr-deep-dive-tensor-ir-tutorials-dlight-gpu-scheduling-py"><span class="std std-ref">DLight: Rule-Based GPU Scheduling</span></a> (<code class="docutils literal notranslate"><span class="pre">../deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.py</span></code>)</p></td>
-<td><p>00:00.118</p></td>
+<td><p>00:00.119</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="deep_dive/relax/tutorials/relax_creation.html#sphx-glr-deep-dive-relax-tutorials-relax-creation-py"><span class="std std-ref">Relax Creation</span></a> (<code class="docutils literal notranslate"><span class="pre">../deep_dive/relax/tutorials/relax_creation.py</span></code>)</p></td>
-<td><p>00:00.116</p></td>
+<td><p>00:00.118</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="deep_dive/relax/tutorials/relax_transformation.html#sphx-glr-deep-dive-relax-tutorials-relax-transformation-py"><span class="std std-ref">Transformation</span></a> (<code class="docutils literal notranslate"><span class="pre">../deep_dive/relax/tutorials/relax_transformation.py</span></code>)</p></td>
-<td><p>00:00.054</p></td>
+<td><p>00:00.053</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="deep_dive/tensor_ir/tutorials/meta_schedule.html#sphx-glr-deep-dive-tensor-ir-tutorials-meta-schedule-py"><span class="std std-ref">MetaSchedule: Search-Based Auto-Tuning</span></a> (<code class="docutils literal notranslate"><span class="pre">../deep_dive/tensor_ir/tutorials/meta_schedule.py</span></code>)</p></td>