You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tvm.apache.org by tq...@apache.org on 2026/04/12 16:24:17 UTC
(tvm-site) branch asf-site updated: deploying docs (apache/tvm@e22be4e120e457b2867c09f27cefb82e8c495431)
This is an automated email from the ASF dual-hosted git repository.
tqchen pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/tvm-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 97f61b39acb deploying docs (apache/tvm@e22be4e120e457b2867c09f27cefb82e8c495431)
97f61b39acb is described below
commit 97f61b39acb49159e8517cd529029bc739691600
Author: tvm-bot <95...@users.noreply.github.com>
AuthorDate: Sun Apr 12 16:24:12 2026 +0000
deploying docs (apache/tvm@e22be4e120e457b2867c09f27cefb82e8c495431)
---
.../import_model.zip | Bin 35138 -> 35138 bytes
.../dlight_gpu_scheduling.zip | Bin 26311 -> 26311 bytes
.../11c11e53c7dace51a8be968ee169ed0d/ir_module.zip | Bin 23790 -> 23790 bytes
.../tir_transformation.zip | Bin 15899 -> 15899 bytes
.../meta_schedule.zip | Bin 24239 -> 24239 bytes
.../mix_python_and_tvm_with_pymodule.zip | Bin 39005 -> 39005 bytes
.../relax_creation.zip | Bin 22420 -> 22420 bytes
.../relax_transformation.zip | Bin 11480 -> 11480 bytes
.../optimize_llm.zip | Bin 54112 -> 54112 bytes
.../e2e_opt_model.zip | Bin 14501 -> 14501 bytes
.../quick_start.zip | Bin 16252 -> 16252 bytes
.../export_and_load_executable.zip | Bin 31488 -> 31488 bytes
.../tir_creation.zip | Bin 24415 -> 24415 bytes
.../cross_compilation_and_rpc.zip | Bin 49373 -> 49373 bytes
.../customize_opt.zip | Bin 20544 -> 20544 bytes
.../arch/external_library_dispatch.rst.txt | 361 ++++++++++
docs/_sources/arch/index.rst.txt | 7 +
.../tensor_ir/tutorials/sg_execution_times.rst.txt | 4 +-
.../tensor_ir/tutorials/tir_creation.rst.txt | 20 +-
.../tensor_ir/tutorials/tir_transformation.rst.txt | 6 +-
.../get_started/tutorials/ir_module.rst.txt | 8 +-
.../get_started/tutorials/quick_start.rst.txt | 4 +-
.../tutorials/sg_execution_times.rst.txt | 6 +-
.../tutorials/cross_compilation_and_rpc.rst.txt | 6 +-
.../how_to/tutorials/customize_opt.rst.txt | 4 +-
.../how_to/tutorials/e2e_opt_model.rst.txt | 2 +-
.../how_to/tutorials/sg_execution_times.rst.txt | 12 +-
docs/_sources/sg_execution_times.rst.txt | 18 +-
docs/arch/external_library_dispatch.html | 727 +++++++++++++++++++++
docs/arch/index.html | 16 +-
docs/arch/runtime.html | 4 +-
docs/commit_hash | 2 +-
.../tensor_ir/tutorials/sg_execution_times.html | 4 +-
.../tensor_ir/tutorials/tir_creation.html | 20 +-
.../tensor_ir/tutorials/tir_transformation.html | 6 +-
docs/get_started/tutorials/ir_module.html | 8 +-
docs/get_started/tutorials/quick_start.html | 4 +-
docs/get_started/tutorials/sg_execution_times.html | 6 +-
.../tutorials/cross_compilation_and_rpc.html | 6 +-
docs/how_to/tutorials/customize_opt.html | 4 +-
docs/how_to/tutorials/e2e_opt_model.html | 4 +-
docs/how_to/tutorials/sg_execution_times.html | 12 +-
docs/objects.inv | Bin 22231 -> 22298 bytes
docs/reference/api/python/relax/op.html | 2 +-
.../api/typedoc/classes/ArtifactCache.html | 14 +-
.../classes/ArtifactCrossOriginStorageCache.html | 12 +-
.../typedoc/classes/ArtifactIndexedDBCache.html | 12 +-
docs/reference/api/typedoc/classes/CacheState.html | 10 +-
docs/reference/api/typedoc/classes/DLDataType.html | 10 +-
docs/reference/api/typedoc/classes/DLDevice.html | 10 +-
docs/reference/api/typedoc/classes/Instance.html | 108 +--
docs/reference/api/typedoc/classes/LRUCache.html | 14 +-
.../classes/LinearCongruentialGenerator.html | 10 +-
docs/reference/api/typedoc/classes/Module.html | 16 +-
docs/reference/api/typedoc/classes/RPCServer.html | 4 +-
docs/reference/api/typedoc/classes/Scalar.html | 8 +-
docs/reference/api/typedoc/classes/TVMArray.html | 16 +-
docs/reference/api/typedoc/classes/TVMObject.html | 12 +-
docs/reference/api/typedoc/classes/Tensor.html | 34 +-
.../api/typedoc/classes/VirtualMachine.html | 10 +-
.../classes/_internal_.AsyncifyHandler.html | 14 +-
.../classes/_internal_.CachedCallStack.html | 24 +-
.../classes/_internal_.CanvasRenderManager.html | 6 +-
.../classes/_internal_.CrossOriginStorage.html | 4 +-
.../typedoc/classes/_internal_.Environment.html | 12 +-
.../api/typedoc/classes/_internal_.FFILibrary.html | 6 +-
.../api/typedoc/classes/_internal_.Memory.html | 22 +-
.../typedoc/classes/_internal_.PackedFuncCell.html | 12 +-
.../typedoc/classes/_internal_.RuntimeContext.html | 8 +-
.../typedoc/classes/_internal_.WebGPUContext.html | 26 +-
.../enums/_internal_.AsyncifyStateKind.html | 4 +-
.../typedoc/enums/_internal_.RPCServerState.html | 4 +-
docs/reference/api/typedoc/functions/assert.html | 2 +-
.../api/typedoc/functions/createArtifactCache.html | 2 +-
.../api/typedoc/functions/createPolyfillWASI.html | 2 +-
.../api/typedoc/functions/deleteTensorCache.html | 4 +-
.../api/typedoc/functions/detectGPUDevice.html | 2 +-
.../api/typedoc/functions/hasTensorInCache.html | 4 +-
.../api/typedoc/functions/instantiate.html | 2 +-
docs/reference/api/typedoc/functions/wasmPath.html | 2 +-
.../typedoc/interfaces/ArtifactCacheTemplate.html | 10 +-
.../api/typedoc/interfaces/Disposable.html | 4 +-
.../interfaces/FetchTensorCacheOptions.html | 4 +-
.../typedoc/interfaces/GPUDeviceDetectOutput.html | 4 +-
.../api/typedoc/interfaces/InitProgressReport.html | 4 +-
.../api/typedoc/interfaces/LibraryProvider.html | 6 +-
.../interfaces/TensorCacheAccessOptions.html | 4 +-
.../_internal_.CrossOriginHashDescriptor.html | 4 +-
.../_internal_.CrossOriginStorageAPI.html | 4 +-
.../_internal_.CrossOriginStorageHandle.html | 4 +-
...CrossOriginStorageRequestFileHandleOptions.html | 4 +-
.../_internal_.CrossOriginStorageWritable.html | 4 +-
.../interfaces/_internal_.FunctionInfo.html | 4 +-
.../interfaces/_internal_.TensorCacheEntry.html | 4 +-
.../interfaces/_internal_.TensorShardEntry.html | 4 +-
.../api/typedoc/types/ArtifactCacheType.html | 2 +-
.../api/typedoc/types/InitProgressCallback.html | 2 +-
docs/reference/api/typedoc/types/PackedFunc.html | 2 +-
.../typedoc/types/_internal_.AsyncPackedFunc.html | 2 +-
.../types/_internal_.FObjectConstructor.html | 2 +-
.../types/_internal_.FTVMFFIWasmSafeCallType.html | 2 +-
.../types/_internal_.FTVMWasmAllocSpace.html | 2 +-
.../types/_internal_.FTVMWasmFreeSpace.html | 2 +-
.../api/typedoc/types/_internal_.Pointer.html | 2 +-
.../api/typedoc/types/_internal_.RequestLike.html | 2 +-
.../typedoc/types/_internal_.TVMObjectBase.html | 2 +-
docs/searchindex.js | 2 +-
docs/sg_execution_times.html | 18 +-
108 files changed, 1480 insertions(+), 375 deletions(-)
diff --git a/docs/_downloads/050dda7aeddba33e083ae36606d3270f/import_model.zip b/docs/_downloads/050dda7aeddba33e083ae36606d3270f/import_model.zip
index d237c8e5bc9..75238b9dd8b 100644
Binary files a/docs/_downloads/050dda7aeddba33e083ae36606d3270f/import_model.zip and b/docs/_downloads/050dda7aeddba33e083ae36606d3270f/import_model.zip differ
diff --git a/docs/_downloads/0eec6b3ea6ba863d0ed14b037c4b83ea/dlight_gpu_scheduling.zip b/docs/_downloads/0eec6b3ea6ba863d0ed14b037c4b83ea/dlight_gpu_scheduling.zip
index 06f9e4d4bdf..e385aea5d71 100644
Binary files a/docs/_downloads/0eec6b3ea6ba863d0ed14b037c4b83ea/dlight_gpu_scheduling.zip and b/docs/_downloads/0eec6b3ea6ba863d0ed14b037c4b83ea/dlight_gpu_scheduling.zip differ
diff --git a/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip b/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip
index 34911ee1ac8..b4fea5e69a8 100644
Binary files a/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip and b/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip differ
diff --git a/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip b/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip
index 569c832cf00..2895765fa09 100644
Binary files a/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip and b/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip differ
diff --git a/docs/_downloads/249a4acaa182fd00b9c381b53025777d/meta_schedule.zip b/docs/_downloads/249a4acaa182fd00b9c381b53025777d/meta_schedule.zip
index ce58c07d9cf..fae12f7a69d 100644
Binary files a/docs/_downloads/249a4acaa182fd00b9c381b53025777d/meta_schedule.zip and b/docs/_downloads/249a4acaa182fd00b9c381b53025777d/meta_schedule.zip differ
diff --git a/docs/_downloads/373278b9f6fc686adeaa0219598fe78b/mix_python_and_tvm_with_pymodule.zip b/docs/_downloads/373278b9f6fc686adeaa0219598fe78b/mix_python_and_tvm_with_pymodule.zip
index 0d110ce7495..c3be2cc3996 100644
Binary files a/docs/_downloads/373278b9f6fc686adeaa0219598fe78b/mix_python_and_tvm_with_pymodule.zip and b/docs/_downloads/373278b9f6fc686adeaa0219598fe78b/mix_python_and_tvm_with_pymodule.zip differ
diff --git a/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip b/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip
index 02a25161c1e..226eac7deab 100644
Binary files a/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip and b/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip differ
diff --git a/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip b/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip
index 46fa8b31678..799510fc059 100644
Binary files a/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip and b/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip differ
diff --git a/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip b/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip
index d4216756e0b..6a75a633281 100644
Binary files a/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip and b/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip differ
diff --git a/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip b/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip
index 88f9fc94447..63d95096c33 100644
Binary files a/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip and b/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip differ
diff --git a/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip b/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip
index a62235f788c..d58f6fafab7 100644
Binary files a/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip and b/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip differ
diff --git a/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip b/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip
index f9dfe51e059..07d95030feb 100644
Binary files a/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip and b/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip differ
diff --git a/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip b/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip
index 74e9d85bf09..572fd6b0965 100644
Binary files a/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip and b/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip differ
diff --git a/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip b/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip
index 4fb77bc0142..8af8994871c 100644
Binary files a/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip and b/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip differ
diff --git a/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip b/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip
index 62a53897f4a..4b6ee351fa4 100644
Binary files a/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip and b/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip differ
diff --git a/docs/_sources/arch/external_library_dispatch.rst.txt b/docs/_sources/arch/external_library_dispatch.rst.txt
new file mode 100644
index 00000000000..ed5139aa546
--- /dev/null
+++ b/docs/_sources/arch/external_library_dispatch.rst.txt
@@ -0,0 +1,361 @@
+.. Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+.. http://www.apache.org/licenses/LICENSE-2.0
+
+.. Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+
+.. _external-library-dispatch:
+
+External Library Dispatch (BYOC)
+================================
+
+When deploying models, certain operator patterns (e.g., matmul + bias + relu) can be executed
+more efficiently by vendor-optimized libraries such as cuBLAS, CUTLASS, cuDNN, or DNNL. TVM's
+**BYOC (Bring Your Own Codegen)** mechanism identifies these patterns in a Relax module and
+offloads them to external backends, while keeping the rest of the computation on TVM's own
+generated kernels.
+
+This document explains the BYOC pipeline: how patterns are registered, how subgraphs are
+matched and extracted, how backend code generators are invoked, and how the externally compiled
+code is executed at runtime.
+
+
+Overview
+--------
+
+The BYOC pipeline consists of four stages:
+
+.. code-block:: text
+
+ IRModule (high-level Relax IR)
+ │
+ ▼ FuseOpsByPattern ← match high-level ops, create composite functions
+ IRModule (with Composite + Codegen attributes)
+ │
+ ▼ RunCodegen ← invoke backend codegen via FFI
+ IRModule (with call_dps_packed to ExternFunc)
+ + external runtime Modules
+ │
+ ▼ LegalizeOps + FuseOps + ... ← compile remaining ops normally
+ │
+ ▼ VM compilation ← link external modules into executable
+ Deployable artifact
+
+Each stage is a Relax transformation pass that operates on the ``IRModule``:
+
+1. **FuseOpsByPattern** — matches operator subgraphs against registered patterns and groups them
+ into composite functions annotated with ``Composite`` and ``Codegen`` attributes.
+2. **MergeCompositeFunctions** (optional) — merges multiple composite functions targeting the same
+ backend when inter-operator dependencies allow.
+3. **RunCodegen** — finds all functions with a ``Codegen`` attribute, invokes the corresponding
+ backend code generator via FFI, and replaces the original calls with ``call_dps_packed``
+ to externally compiled functions.
+4. **Linking** — the resulting external ``runtime.Module``\ s are attached to the ``IRModule``
+ as the ``external_mods`` attribute and bundled into the final executable during
+ ``relax.build()``.
+
+
+Pattern Registration
+--------------------
+
+Each backend registers the operator patterns it supports in a **global pattern registry**
+(``python/tvm/relax/backend/pattern_registry.py``). The registry is a static table that maps
+pattern names to ``FusionPattern`` objects.
+
+Registering patterns
+~~~~~~~~~~~~~~~~~~~~
+
+.. code-block:: python
+
+ from tvm.relax.backend.pattern_registry import register_patterns
+ from tvm.relax.backend.patterns import make_matmul_pattern
+
+ register_patterns([
+ (
+ "cublas.matmul", # pattern name (prefix = backend)
+ *make_matmul_pattern( # returns (DFPattern, annotation_patterns)
+ with_bias=False,
+ ),
+ _check_matmul, # check function
+ ),
+ (
+ "cublas.matmul_bias_relu",
+ *make_matmul_pattern(
+ with_bias=True,
+ activation="relax.nn.relu",
+ ),
+ _check_matmul,
+ ),
+ # ... more patterns
+ ])
+
+Each entry is a tuple of ``(name, pattern, annotation_patterns, check_func)`` that gets
+converted to a ``FusionPattern`` object. The name prefix (e.g., ``"cublas"``) identifies the
+backend; ``get_patterns_with_prefix("cublas")`` retrieves all patterns for that backend.
+
+Patterns registered later have **higher priority** — when a subgraph matches multiple patterns,
+the highest-priority match wins.
+
+Pattern templates
+~~~~~~~~~~~~~~~~~
+
+``python/tvm/relax/backend/patterns.py`` provides reusable templates for common patterns:
+
+- ``make_matmul_pattern(with_bias, activation, transposed_rhs)`` — matmul with optional bias
+ and activation fusion
+- ``make_conv2d_pattern(with_bias, activation)`` — 2D convolution
+- ``make_attention_pattern()`` — multi-head attention
+- ``make_residual_block_pattern()`` — residual connections
+- ``make_layer_norm_pattern()`` / ``make_rms_norm_pattern()`` — normalization layers
+
+Each template returns ``(DFPattern, Mapping[str, DFPattern])`` — the main pattern and its
+annotation sub-patterns.
+
+Check functions
+~~~~~~~~~~~~~~~
+
+The check function validates whether a matched subgraph can actually be handled by the backend.
+It receives a ``PatternCheckContext`` and returns ``True`` to accept or ``False`` to reject.
+
+Typical checks include:
+
+- **Data type support**: verify the operand dtypes are supported (e.g., cuBLAS supports
+ float16, float32, int8, bfloat16, float8 for matmul).
+- **Shape constraints**: verify reduction axes are constant, batch dimensions are compatible.
+- **Leaking intermediates**: reject if an intermediate result is used outside the fused group
+ (via ``has_leaking_intermediate_variables()``).
+
+
+Partitioning
+------------
+
+After patterns are registered, a backend provides a **partition function** that applies
+``FuseOpsByPattern`` to an ``IRModule``:
+
+.. code-block:: python
+
+ # python/tvm/relax/backend/cuda/cublas.py
+ def partition_for_cublas(mod, bind_constants=False):
+ patterns = get_patterns_with_prefix("cublas")
+ return transform.FuseOpsByPattern(
+ patterns, bind_constants=bind_constants, annotate_codegen=True
+ )(mod)
+
+With ``annotate_codegen=True``, each matched subgraph is wrapped in a two-level function
+structure:
+
+.. code-block:: text
+
+ # Outer function — tagged for the codegen backend
+ @R.function
+ def fused_relax_matmul_cublas0(args...):
+ R.func_attr({"Codegen": "cublas", "global_symbol": "fused_relax_matmul_cublas0"})
+ ...
+ # Inner function — identifies the specific pattern
+ @R.function(private=True)
+ def composite(args...):
+ R.func_attr({"Composite": "cublas.matmul_bias_relu"})
+ lv0 = R.matmul(x, w)
+ lv1 = R.add(lv0, bias)
+ lv2 = R.nn.relu(lv1)
+ return lv2
+ ...
+
+The outer function carries the ``Codegen`` attribute that ``RunCodegen`` uses to dispatch to the
+right backend. The inner function carries the ``Composite`` attribute that the backend codegen
+uses to identify which operation to emit.
+
+MergeCompositeFunctions
+~~~~~~~~~~~~~~~~~~~~~~~
+
+When ``annotate_codegen=False``, ``FuseOpsByPattern`` only creates inner functions with
+``Composite`` attributes. A separate ``MergeCompositeFunctions`` pass then groups multiple
+composite functions targeting the same backend into a single outer function with ``Codegen``
+and ``global_symbol`` attributes.
+
+This is useful when multiple sequential operations should be sent to the same backend as a
+single unit (e.g., a sequence of cuBLAS matmuls that share intermediate results). The pass
+checks that merging does not create cyclic dependencies between groups.
+
+
+Code Generation
+---------------
+
+``RunCodegen`` (``src/relax/transform/run_codegen.cc``) is the pass that triggers backend
+code generation:
+
+1. Scan the module for all functions with a ``Codegen`` attribute.
+2. Group them by backend target name.
+3. For each backend, look up the registered codegen function via FFI key
+ ``"relax.ext.<backend>"`` (e.g., ``"relax.ext.cublas"``).
+4. Call the codegen function, which returns an array of compiled ``runtime.Module``\ s.
+5. Replace the original function calls with ``call_dps_packed(ExternFunc(...), args)``.
+6. Attach the compiled modules to the ``IRModule`` as the ``external_mods`` attribute.
+
+Codegen registration
+~~~~~~~~~~~~~~~~~~~~
+
+Each backend registers a codegen function via TVM's FFI mechanism:
+
+.. code-block:: cpp
+
+ // src/relax/backend/contrib/cublas/codegen.cc
+ ffi::Array<ffi::Module> CublasCompiler(
+ ffi::Array<Function> functions,
+ ffi::Map<ffi::String, ffi::Any> options,
+ ffi::Map<Constant, ffi::String> constant_names) {
+ ffi::Array<ffi::Module> compiled_functions;
+ for (const auto& func : functions) {
+ CublasJSONSerializer serializer(constant_names, AnalyzeVar2Value(func));
+ serializer.serialize(func);
+ auto graph_json = serializer.GetJSON();
+ auto names = serializer.GetConstantNames();
+ const auto pf = ffi::Function::GetGlobalRequired("runtime.CublasJSONRuntimeCreate");
+ compiled_functions.push_back(
+ pf(GetExtSymbol(func), graph_json, names).cast<ffi::Module>());
+ }
+ return compiled_functions;
+ }
+
+ TVM_FFI_STATIC_INIT_BLOCK() {
+ namespace refl = tvm::ffi::reflection;
+ refl::GlobalDef().def("relax.ext.cublas", CublasCompiler);
+ }
+
+The codegen function receives:
+
+- ``functions``: the Relax functions with ``Codegen`` attribute to compile.
+- ``options``: backend-specific compilation options.
+- ``constant_names``: mapping from constant values to their names (for weight handling).
+
+It returns an array of ``runtime.Module`` objects — one per function — that contain the
+externally compiled code.
+
+Codegen strategies
+~~~~~~~~~~~~~~~~~~
+
+TVM provides two base classes for implementing backend codegens:
+
+- **JSONSerializer** (``src/relax/backend/contrib/codegen_json/codegen_json.h``): serializes the
+ composite function into a JSON graph representation. At runtime, a backend-specific JSON
+ runtime module interprets the graph and dispatches to library calls. Used by cuBLAS, cuDNN,
+ and most backends.
+
+- **CSourceCodegen** (``src/relax/backend/contrib/codegen_c/codegen_c.h``): generates C/CUDA
+ source code that is compiled and linked. Used when the backend requires ahead-of-time
+ compilation.
+
+
+Runtime Execution
+-----------------
+
+After ``RunCodegen``, the original high-level function calls are replaced with:
+
+.. code-block:: python
+
+ R.call_dps_packed(ExternFunc("fused_relax_matmul_cublas0"), (x, w, bias), ...)
+
+At runtime, ``call_dps_packed`` invokes the externally compiled function through the
+``PackedFunc`` interface. The external ``runtime.Module``\ s (produced by the codegen) are
+imported into the final executable during ``relax.build()`` and are available via the module's
+function lookup mechanism.
+
+For JSON-based backends (cuBLAS, cuDNN), the runtime module deserializes the JSON graph and
+dispatches each node to the corresponding library API call. For source-based backends, the
+compiled native code is called directly.
+
+
+Adding a New Backend
+--------------------
+
+To add support for a new external library:
+
+1. **Define patterns** in ``python/tvm/relax/backend/<target>/``:
+
+ - Create DFPatterns using templates from ``patterns.py`` or custom patterns.
+ - Write check functions to validate dtypes, shapes, and other constraints.
+ - Register patterns with ``register_patterns()``.
+ - Provide a ``partition_for_<backend>(mod)`` convenience function.
+
+2. **Implement codegen** in ``src/relax/backend/contrib/<target>/``:
+
+ - Subclass ``JSONSerializer`` or ``CSourceCodegen``.
+ - Implement the visitor that converts composite functions to the target format.
+ - Register the codegen function as ``"relax.ext.<target>"``.
+
+3. **Implement runtime** (for JSON-based backends):
+
+ - Create a JSON runtime module that interprets the serialized graph and dispatches
+ to the library's API calls.
+ - Register the runtime constructor as ``"runtime.<Target>JSONRuntimeCreate"``.
+
+
+Supported Backends
+------------------
+
+.. list-table::
+ :header-rows: 1
+ :widths: 15 25 60
+
+ * - Backend
+ - Patterns
+ - Operations
+ * - cuBLAS
+ - ``cublas.*``
+ - Matmul (with bias, activation, transpose, dequantize variants)
+ * - CUTLASS
+ - ``cutlass.*``
+ - Matmul, conv2d, attention, residual blocks, decode matmul
+ * - cuDNN
+ - ``cudnn.*``
+ - Conv2d (NHWC/NCHW), stacked attention
+ * - DNNL
+ - ``dnnl.*``
+ - Matmul, conv2d (x86 CPU). Codegen exists at C++ level; patterns are
+ defined in tests rather than pre-registered.
+
+
+Source Code Map
+---------------
+
+.. list-table::
+ :header-rows: 1
+ :widths: 50 50
+
+ * - Path
+ - Contents
+ * - ``python/tvm/relax/backend/pattern_registry.py``
+ - Pattern registry API (register_patterns, get_patterns_with_prefix)
+ * - ``python/tvm/relax/backend/patterns.py``
+ - Reusable pattern templates (make_matmul_pattern, etc.)
+ * - ``python/tvm/relax/backend/cuda/cublas.py``
+ - cuBLAS patterns and partition_for_cublas
+ * - ``python/tvm/relax/backend/cuda/cutlass.py``
+ - CUTLASS patterns and partition_for_cutlass
+ * - ``python/tvm/relax/backend/cuda/cudnn.py``
+ - cuDNN patterns and partition_for_cudnn
+ * - ``src/relax/backend/pattern_registry.cc``
+ - Pattern registry C++ implementation
+ * - ``src/relax/transform/run_codegen.cc``
+ - RunCodegen pass (CodeGenRunner)
+ * - ``src/relax/transform/merge_composite_functions.cc``
+ - MergeCompositeFunctions pass
+ * - ``src/relax/backend/contrib/cublas/codegen.cc``
+ - cuBLAS codegen (JSONSerializer-based)
+ * - ``src/relax/backend/contrib/cutlass/codegen.cc``
+ - CUTLASS codegen
+ * - ``src/relax/backend/contrib/codegen_json/codegen_json.h``
+ - JSONSerializer base class
+ * - ``src/relax/backend/contrib/codegen_c/codegen_c.h``
+ - CSourceCodegen base class
diff --git a/docs/_sources/arch/index.rst.txt b/docs/_sources/arch/index.rst.txt
index f46e3747248..ec3a3b19873 100644
--- a/docs/_sources/arch/index.rst.txt
+++ b/docs/_sources/arch/index.rst.txt
@@ -116,9 +116,16 @@ The target translation phase transforms an IRModule to the corresponding target
For backends such as x86 and ARM, we use the LLVM IRBuilder to build in-memory LLVM IR.
We can also generate source-level languages such as CUDA C and OpenCL.
Finally, we support direct translations of a Relax function (sub-graph) to specific targets via external code generators.
+See :ref:`external-library-dispatch` for the full BYOC (Bring Your Own Codegen) pipeline that
+offloads operator subgraphs to vendor libraries like cuBLAS, CUTLASS, and cuDNN.
It is important that the final code generation phase is as lightweight as possible. Vast majority of transformations
and lowering should be performed before the target translation phase.
+.. toctree::
+ :maxdepth: 1
+
+ external_library_dispatch
+
We also provide a Target structure to specify the compilation target.
The transformations before the target translation phase can also be affected by the target — for example,
a target's vector length would change the vectorization behavior.
diff --git a/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst.txt b/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst.txt
index 7218eaea57a..49206e7ff79 100644
--- a/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst.txt
+++ b/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:00.584** total execution time for 4 files **from deep_dive/tensor_ir/tutorials**:
+**00:00.582** total execution time for 4 files **from deep_dive/tensor_ir/tutorials**:
.. container::
@@ -39,7 +39,7 @@ Computation times
- 00:00.186
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_dlight_gpu_scheduling.py` (``dlight_gpu_scheduling.py``)
- - 00:00.119
+ - 00:00.118
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_meta_schedule.py` (``meta_schedule.py``)
- 00:00.007
diff --git a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_creation.rst.txt b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_creation.rst.txt
index 37ca22ea4ba..beb829cb3f4 100644
--- a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_creation.rst.txt
+++ b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_creation.rst.txt
@@ -319,17 +319,17 @@ Now let's check the runtime dynamic shape inference:
.. code-block:: none
- [[1.0744381 1.5415405 0.8316337 1.1559392 ]
- [1.292326 1.3289062 1.00682 0.8169 ]
- [0.37651852 0.6091975 0.25584537 0.12295499]
- [0.66906035 0.81445694 0.52578586 0.32746342]]
- [[32.015873 33.066605 34.65188 ... 30.988615 32.091736 34.765083]
- [30.391321 29.568346 31.170706 ... 29.170408 30.334345 30.19087 ]
- [33.2859 30.504389 31.560966 ... 27.67018 29.98427 31.517822]
+ [[0.8894282 0.8013144 0.5885755 0.7876493]
+ [1.8355856 1.4686995 1.1239892 1.8114225]
+ [1.5984263 1.1257722 0.9897667 1.3139122]
+ [2.0332162 1.9110093 1.2897741 2.0748854]]
+ [[33.230835 33.22288 33.970627 ... 32.42154 33.34795 30.565004]
+ [29.691305 31.410675 30.847713 ... 29.796337 32.089615 28.25419 ]
+ [31.704857 32.489834 33.212273 ... 32.06959 34.56341 30.620096]
...
- [30.470043 30.854044 31.005339 ... 27.033651 30.450834 29.979984]
- [32.5753 33.1997 33.26888 ... 29.039087 32.022385 32.527172]
- [34.996323 33.823906 34.59655 ... 31.76458 32.073376 32.7175 ]]
+ [27.89041 27.029028 27.926054 ... 28.399918 28.91681 27.045965]
+ [32.919407 32.8794 33.018814 ... 31.076166 33.021423 29.377113]
+ [31.752497 33.27267 32.945812 ... 32.048107 31.532385 28.415474]]
diff --git a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst.txt b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst.txt
index 0fa284c957b..e63049a2de3 100644
--- a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst.txt
+++ b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst.txt
@@ -120,7 +120,7 @@ original implementation.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 2.5274 2.5274 2.5274 2.5274 0.0000
+ 2.6152 2.6152 2.6152 2.6152 0.0000
@@ -292,7 +292,7 @@ action involves reordering these two loops.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.8593 0.8593 0.8593 0.8593 0.0000
+ 0.8634 0.8634 0.8634 0.8634 0.0000
@@ -420,7 +420,7 @@ from the reduction update via the **decompose_reduction** primitive.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.3581 0.3581 0.3581 0.3581 0.0000
+ 0.3515 0.3515 0.3515 0.3515 0.0000
diff --git a/docs/_sources/get_started/tutorials/ir_module.rst.txt b/docs/_sources/get_started/tutorials/ir_module.rst.txt
index e6e8c786fdf..1f5ef661fba 100644
--- a/docs/_sources/get_started/tutorials/ir_module.rst.txt
+++ b/docs/_sources/get_started/tutorials/ir_module.rst.txt
@@ -694,8 +694,8 @@ We can deploy the IRModule on CPU by specifying the target as ``llvm``.
.. code-block:: none
- [[ 0.06564479 -0.06621656 0.18043053 -0.05829899 0.04253539 0.14421877
- -0.07188638 0.12576705 -0.03354941 -0.07357028]]
+ [[ 0.09255137 -0.17579225 0.03171814 0.06669015 -0.03320359 0.00934129
+ -0.13366246 -0.10286495 -0.09017307 -0.14680985]]
@@ -761,8 +761,8 @@ Now we can compile the IRModule on GPU, the similar way as we did on CPU.
.. code-block:: none
- [[ 0.06564485 -0.0662166 0.1804305 -0.05829898 0.04253539 0.14421874
- -0.07188637 0.12576708 -0.03354939 -0.07357027]]
+ [[ 0.09255131 -0.17579217 0.03171816 0.06669021 -0.03320358 0.00934129
+ -0.13366246 -0.10286493 -0.0901731 -0.14680989]]
diff --git a/docs/_sources/get_started/tutorials/quick_start.rst.txt b/docs/_sources/get_started/tutorials/quick_start.rst.txt
index 422bd6520c4..95a9d4288bf 100644
--- a/docs/_sources/get_started/tutorials/quick_start.rst.txt
+++ b/docs/_sources/get_started/tutorials/quick_start.rst.txt
@@ -224,8 +224,8 @@ different devices.
.. code-block:: none
- [[24582.785 25160.098 25581.873 26308.143 27018.469 25631.432 26775.695
- 24575.816 25069.926 24544.95 ]]
+ [[25541.781 25443.836 24965.328 26045.994 27064.338 26205.041 25861.732
+ 25098.691 24811.705 25530.482]]
diff --git a/docs/_sources/get_started/tutorials/sg_execution_times.rst.txt b/docs/_sources/get_started/tutorials/sg_execution_times.rst.txt
index fb57a42c648..1860f57044a 100644
--- a/docs/_sources/get_started/tutorials/sg_execution_times.rst.txt
+++ b/docs/_sources/get_started/tutorials/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:08.806** total execution time for 2 files **from get_started/tutorials**:
+**00:07.049** total execution time for 2 files **from get_started/tutorials**:
.. container::
@@ -33,8 +33,8 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_get_started_tutorials_ir_module.py` (``ir_module.py``)
- - 00:08.652
+ - 00:06.892
- 0.0
* - :ref:`sphx_glr_get_started_tutorials_quick_start.py` (``quick_start.py``)
- - 00:00.155
+ - 00:00.157
- 0.0
diff --git a/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst.txt b/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst.txt
index 8582843d29f..9dd37deedfd 100644
--- a/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst.txt
+++ b/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst.txt
@@ -268,7 +268,7 @@ device and returns the measured cost. Network overhead is excluded.
.. code-block:: none
- 9.5e-08 secs/op
+ 9.3e-08 secs/op
@@ -670,8 +670,8 @@ This workflow is applicable to various deployment scenarios:
Converted PyTorch model to Relax:
- Number of parameters: 4
Using local target for demonstration
- Exported library to: /tmp/tmpbx0xf4s0/model_deployed.so
- Saved parameters to: /tmp/tmpbx0xf4s0/model_params.npz
+ Exported library to: /tmp/tmp543hhnb7/model_deployed.so
+ Saved parameters to: /tmp/tmp543hhnb7/model_params.npz
RPC workflow (works for any remote device):
==================================================
diff --git a/docs/_sources/how_to/tutorials/customize_opt.rst.txt b/docs/_sources/how_to/tutorials/customize_opt.rst.txt
index 5eaefbade99..14a2d814b7f 100644
--- a/docs/_sources/how_to/tutorials/customize_opt.rst.txt
+++ b/docs/_sources/how_to/tutorials/customize_opt.rst.txt
@@ -425,8 +425,8 @@ We can build and deploy the optimized model to the TVM runtime.
.. code-block:: none
- [[24827.934 26008.195 24923.64 24627.52 25918.248 26882.602 25458.98
- 25241.57 26969.422 25459.75 ]]
+ [[26350.914 24924.74 25860.611 26110.973 24241.727 25764.219 26222.271
+ 25525.27 25149.334 25394.926]]
diff --git a/docs/_sources/how_to/tutorials/e2e_opt_model.rst.txt b/docs/_sources/how_to/tutorials/e2e_opt_model.rst.txt
index c23e46cad39..dc27a9296f6 100644
--- a/docs/_sources/how_to/tutorials/e2e_opt_model.rst.txt
+++ b/docs/_sources/how_to/tutorials/e2e_opt_model.rst.txt
@@ -54,7 +54,7 @@ PyTorch.
.. code-block:: none
Downloading: "https://download.pytorch.org/models/resnet18-f37072fd.pth" to /workspace/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth
- 0%| | 0.00/44.7M [00:00<?, ?B/s] 54%|█████▍ | 24.2M/44.7M [00:00<00:00, 254MB/s] 100%|██████████| 44.7M/44.7M [00:00<00:00, 265MB/s]
+ 0%| | 0.00/44.7M [00:00<?, ?B/s] 64%|██████▍ | 28.8M/44.7M [00:00<00:00, 301MB/s] 100%|██████████| 44.7M/44.7M [00:00<00:00, 311MB/s]
diff --git a/docs/_sources/how_to/tutorials/sg_execution_times.rst.txt b/docs/_sources/how_to/tutorials/sg_execution_times.rst.txt
index 48b78746e00..f45180d0a0f 100644
--- a/docs/_sources/how_to/tutorials/sg_execution_times.rst.txt
+++ b/docs/_sources/how_to/tutorials/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:19.242** total execution time for 7 files **from how_to/tutorials**:
+**00:14.857** total execution time for 7 files **from how_to/tutorials**:
.. container::
@@ -33,19 +33,19 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_how_to_tutorials_optimize_llm.py` (``optimize_llm.py``)
- - 00:10.139
+ - 00:09.982
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_import_model.py` (``import_model.py``)
- - 00:07.292
+ - 00:03.281
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_e2e_opt_model.py` (``e2e_opt_model.py``)
- - 00:00.685
+ - 00:00.576
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_customize_opt.py` (``customize_opt.py``)
- - 00:00.623
+ - 00:00.531
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_cross_compilation_and_rpc.py` (``cross_compilation_and_rpc.py``)
- - 00:00.496
+ - 00:00.481
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_mix_python_and_tvm_with_pymodule.py` (``mix_python_and_tvm_with_pymodule.py``)
- 00:00.004
diff --git a/docs/_sources/sg_execution_times.rst.txt b/docs/_sources/sg_execution_times.rst.txt
index b7b353d961f..6cd8b153a36 100644
--- a/docs/_sources/sg_execution_times.rst.txt
+++ b/docs/_sources/sg_execution_times.rst.txt
@@ -6,7 +6,7 @@
Computation times
=================
-**00:28.803** total execution time for 15 files **from all galleries**:
+**00:22.658** total execution time for 15 files **from all galleries**:
.. container::
@@ -33,22 +33,22 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_how_to_tutorials_optimize_llm.py` (``../how_to/tutorials/optimize_llm.py``)
- - 00:10.139
+ - 00:09.982
- 0.0
* - :ref:`sphx_glr_get_started_tutorials_ir_module.py` (``../get_started/tutorials/ir_module.py``)
- - 00:08.652
+ - 00:06.892
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_import_model.py` (``../how_to/tutorials/import_model.py``)
- - 00:07.292
+ - 00:03.281
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_e2e_opt_model.py` (``../how_to/tutorials/e2e_opt_model.py``)
- - 00:00.685
+ - 00:00.576
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_customize_opt.py` (``../how_to/tutorials/customize_opt.py``)
- - 00:00.623
+ - 00:00.531
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_cross_compilation_and_rpc.py` (``../how_to/tutorials/cross_compilation_and_rpc.py``)
- - 00:00.496
+ - 00:00.481
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_transformation.py` (``../deep_dive/tensor_ir/tutorials/tir_transformation.py``)
- 00:00.271
@@ -57,10 +57,10 @@ Computation times
- 00:00.186
- 0.0
* - :ref:`sphx_glr_get_started_tutorials_quick_start.py` (``../get_started/tutorials/quick_start.py``)
- - 00:00.155
+ - 00:00.157
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_dlight_gpu_scheduling.py` (``../deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.py``)
- - 00:00.119
+ - 00:00.118
- 0.0
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_creation.py` (``../deep_dive/relax/tutorials/relax_creation.py``)
- 00:00.117
diff --git a/docs/arch/external_library_dispatch.html b/docs/arch/external_library_dispatch.html
new file mode 100644
index 00000000000..b0a6cf5082e
--- /dev/null
+++ b/docs/arch/external_library_dispatch.html
@@ -0,0 +1,727 @@
+
+
+
+
+<!DOCTYPE html>
+<html class="writer-html5" lang="en" >
+<head>
+ <meta charset="utf-8">
+ <meta name="viewport" content="width=device-width, initial-scale=1" />
+
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <title>External Library Dispatch (BYOC) — tvm 0.24.dev0 documentation</title>
+
+
+
+ <link rel="stylesheet" href="../_static/downloads/bootstrap.min.css" integrity="sha384-Gn5384xqQ1aoWXA+058RXPxPg6fy4IWvTNh0E263XmFcJlSAwiGgFAW/dAiS6JXm" crossorigin="anonymous">
+ <link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/sg_gallery.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/sg_gallery-binder.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/sg_gallery-dataframe.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/sg_gallery-rendered-html.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/css/tlcpack_theme.css" type="text/css" />
+
+
+
+
+
+
+
+
+
+ <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script src="../_static/jquery.js?v=5d32c60e"></script>
+ <script src="../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
+ <script src="../_static/documentation_options.js?v=0bc77288"></script>
+ <script src="../_static/doctools.js?v=9bcbadda"></script>
+ <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
+
+ <script type="text/javascript" src="../_static/js/theme.js"></script>
+
+
+ <script type="text/javascript" src="../_static/js/tlcpack_theme.js"></script>
+ <link rel="index" title="Index" href="../genindex.html" />
+ <link rel="search" title="Search" href="../search.html" />
+ <link rel="next" title="TVM Runtime System" href="runtime.html" />
+ <link rel="prev" title="Design and Architecture" href="index.html" />
+</head>
+
+<body class="wy-body-for-nav">
+
+
+ <div class="wy-grid-for-nav">
+
+
+<header class="header">
+ <div class="innercontainer">
+ <div class="headerInner d-flex justify-content-between align-items-center">
+ <div class="headerLogo">
+ <a href="https://tvm.apache.org/"><img src=https://tvm.apache.org/assets/images/logo.svg alt="logo"></a>
+ </div>
+
+ <div id="headMenu" class="headerNav">
+ <button type="button" id="closeHeadMenu" class="navCloseBtn"><img src="../_static/img/close-icon.svg" alt="Close"></button>
+ <ul class="nav">
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/community>Community</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/download>Download</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://tvm.apache.org/docs>Docs</a>
+ </li>
+ <li class="nav-item">
+ <a class="nav-link" href=https://github.com/apache/tvm/>GitHub</a>
+ </li>
+ </ul>
+ <div class="responsivetlcdropdown">
+ <button type="button" class="btn-link">
+ ASF
+ </button>
+ <ul>
+ <li>
+ <a href=https://apache.org/>Apache Homepage</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/licenses/>License</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/sponsorship.html>Sponsorship</a>
+ </li>
+ <li>
+ <a href=https://tvm.apache.org/docs/reference/security.html>Security</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/thanks.html>Thanks</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/events/current-event>Events</a>
+ </li>
+ </ul>
+ </div>
+ </div>
+ <div class="responsiveMenuIcon">
+ <button type="button" id="menuBtn" class="btn-menu"><img src="../_static/img/menu-icon.svg" alt="Menu Icon"></button>
+ </div>
+
+ <div class="tlcDropdown">
+ <div class="dropdown">
+ <button type="button" class="btn-link dropdown-toggle" data-toggle="dropdown" aria-haspopup="true" aria-expanded="false">
+ ASF
+ </button>
+ <div class="dropdown-menu dropdown-menu-right">
+ <ul>
+ <li>
+ <a href=https://apache.org/>Apache Homepage</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/licenses/>License</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/sponsorship.html>Sponsorship</a>
+ </li>
+ <li>
+ <a href=https://tvm.apache.org/docs/reference/security.html>Security</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/foundation/thanks.html>Thanks</a>
+ </li>
+ <li>
+ <a href=https://www.apache.org/events/current-event>Events</a>
+ </li>
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+ </div>
+ </header>
+
+ <nav data-toggle="wy-nav-shift" class="wy-nav-side fixed">
+ <div class="wy-side-scroll">
+ <div class="wy-side-nav-search" >
+
+
+
+ <a href="../index.html" class="sidetitle" alt="Documentation Home"> tvm
+
+
+
+ </a>
+
+
+
+
+<div role="search">
+ <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
+ <input type="text" name="q" placeholder="Search docs" aria-label="Search docs" />
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+ </form>
+</div>
+
+
+ </div>
+
+
+ <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
+
+
+
+
+
+
+ <p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../get_started/overview.html">Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../install/index.html">Installing TVM</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../get_started/tutorials/quick_start.html">Quick Start</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../get_started/tutorials/ir_module.html">IRModule</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">How To</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../how_to/dev/index.html">Development Guides</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="index.html">Design and Architecture</a><ul class="current">
+<li class="toctree-l2 current"><a class="reference internal" href="index.html#overall-flow">Overall Flow</a><ul class="current">
+<li class="toctree-l3"><a class="reference internal" href="index.html#key-data-structures">Key data structures</a></li>
+<li class="toctree-l3"><a class="reference internal" href="index.html#transformations">Transformations</a></li>
+<li class="toctree-l3 current"><a class="reference internal" href="index.html#target-translation">Target Translation</a><ul class="current">
+<li class="toctree-l4 current"><a class="current reference internal" href="#">External Library Dispatch (BYOC)</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="index.html#runtime-execution">Runtime Execution</a></li>
+<li class="toctree-l3"><a class="reference internal" href="index.html#summary-and-discussions">Summary and Discussions</a></li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="index.html#tvm-support">tvm/support</a></li>
+<li class="toctree-l2"><a class="reference internal" href="index.html#tvm-runtime">tvm/runtime</a></li>
+<li class="toctree-l2"><a class="reference internal" href="index.html#tvm-node">tvm/node</a></li>
+<li class="toctree-l2"><a class="reference internal" href="index.html#tvm-ir">tvm/ir</a></li>
+<li class="toctree-l2"><a class="reference internal" href="index.html#tvm-target">tvm/target</a></li>
+<li class="toctree-l2"><a class="reference internal" href="index.html#tvm-relax">tvm/relax</a></li>
+<li class="toctree-l2"><a class="reference internal" href="index.html#tvm-tirx">tvm/tirx</a></li>
+<li class="toctree-l2"><a class="reference internal" href="index.html#tvm-s-tir">tvm/s_tir</a></li>
+<li class="toctree-l2"><a class="reference internal" href="index.html#tvm-arith">tvm/arith</a></li>
+<li class="toctree-l2"><a class="reference internal" href="index.html#tvm-te-and-tvm-topi">tvm/te and tvm/topi</a></li>
+<li class="toctree-l2"><a class="reference internal" href="index.html#tvm-s-tir-meta-schedule">tvm/s_tir/meta_schedule</a></li>
+<li class="toctree-l2"><a class="reference internal" href="index.html#tvm-s-tir-dlight">tvm/s_tir/dlight</a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="../deep_dive/tensor_ir/index.html">TensorIR</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../deep_dive/relax/index.html">Relax</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">API Reference</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../reference/api/python/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../reference/api/links.html">Other APIs</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">About</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../contribute/index.html">Contributor Guide</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../reference/publications.html">Publications</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../reference/security.html">Security Guide</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Index</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../genindex.html">Index</a></li>
+</ul>
+
+
+
+ </div>
+
+ </div>
+ </nav>
+
+ <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
+
+ <nav class="wy-nav-top" aria-label="top navigation" data-toggle="wy-nav-top">
+
+ <div class="togglemenu">
+
+ </div>
+ <div class="nav-content">
+ <!-- tvm -->
+ Table of Contents
+ </div>
+
+ </nav>
+
+
+ <div class="wy-nav-content">
+
+ <div class="rst-content">
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation">
+
+ <ul class="wy-breadcrumbs">
+
+ <li><a href="../index.html">Docs</a> <span class="br-arrow">></span></li>
+
+ <li><a href="index.html">Design and Architecture</a> <span class="br-arrow">></span></li>
+
+ <li>External Library Dispatch (BYOC)</li>
+
+
+
+
+
+
+
+
+ <li class="wy-breadcrumbs-aside">
+
+
+
+ <a href="https://github.com/apache/tvm/edit/main/docs/arch/external_library_dispatch.rst" class="fa fa-github"> Edit on GitHub</a>
+
+
+
+ </li>
+
+ </ul>
+
+
+ <hr/>
+</div>
+ <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
+ <div itemprop="articleBody">
+
+ <section id="external-library-dispatch-byoc">
+<span id="external-library-dispatch"></span><h1>External Library Dispatch (BYOC)<a class="headerlink" href="#external-library-dispatch-byoc" title="Link to this heading"></a></h1>
+<p>When deploying models, certain operator patterns (e.g., matmul + bias + relu) can be executed
+more efficiently by vendor-optimized libraries such as cuBLAS, CUTLASS, cuDNN, or DNNL. TVM’s
+<strong>BYOC (Bring Your Own Codegen)</strong> mechanism identifies these patterns in a Relax module and
+offloads them to external backends, while keeping the rest of the computation on TVM’s own
+generated kernels.</p>
+<p>This document explains the BYOC pipeline: how patterns are registered, how subgraphs are
+matched and extracted, how backend code generators are invoked, and how the externally compiled
+code is executed at runtime.</p>
+<section id="overview">
+<h2>Overview<a class="headerlink" href="#overview" title="Link to this heading"></a></h2>
+<p>The BYOC pipeline consists of four stages:</p>
+<div class="highlight-text notranslate"><div class="highlight"><pre><span></span>IRModule (high-level Relax IR)
+ │
+ ▼ FuseOpsByPattern ← match high-level ops, create composite functions
+IRModule (with Composite + Codegen attributes)
+ │
+ ▼ RunCodegen ← invoke backend codegen via FFI
+IRModule (with call_dps_packed to ExternFunc)
++ external runtime Modules
+ │
+ ▼ LegalizeOps + FuseOps + ... ← compile remaining ops normally
+ │
+ ▼ VM compilation ← link external modules into executable
+Deployable artifact
+</pre></div>
+</div>
+<p>Each stage is a Relax transformation pass that operates on the <code class="docutils literal notranslate"><span class="pre">IRModule</span></code>:</p>
+<ol class="arabic simple">
+<li><p><strong>FuseOpsByPattern</strong> — matches operator subgraphs against registered patterns and groups them
+into composite functions annotated with <code class="docutils literal notranslate"><span class="pre">Composite</span></code> and <code class="docutils literal notranslate"><span class="pre">Codegen</span></code> attributes.</p></li>
+<li><p><strong>MergeCompositeFunctions</strong> (optional) — merges multiple composite functions targeting the same
+backend when inter-operator dependencies allow.</p></li>
+<li><p><strong>RunCodegen</strong> — finds all functions with a <code class="docutils literal notranslate"><span class="pre">Codegen</span></code> attribute, invokes the corresponding
+backend code generator via FFI, and replaces the original calls with <code class="docutils literal notranslate"><span class="pre">call_dps_packed</span></code>
+to externally compiled functions.</p></li>
+<li><p><strong>Linking</strong> — the resulting external <code class="docutils literal notranslate"><span class="pre">runtime.Module</span></code>s are attached to the <code class="docutils literal notranslate"><span class="pre">IRModule</span></code>
+as the <code class="docutils literal notranslate"><span class="pre">external_mods</span></code> attribute and bundled into the final executable during
+<code class="docutils literal notranslate"><span class="pre">relax.build()</span></code>.</p></li>
+</ol>
+</section>
+<section id="pattern-registration">
+<h2>Pattern Registration<a class="headerlink" href="#pattern-registration" title="Link to this heading"></a></h2>
+<p>Each backend registers the operator patterns it supports in a <strong>global pattern registry</strong>
+(<code class="docutils literal notranslate"><span class="pre">python/tvm/relax/backend/pattern_registry.py</span></code>). The registry is a static table that maps
+pattern names to <code class="docutils literal notranslate"><span class="pre">FusionPattern</span></code> objects.</p>
+<section id="registering-patterns">
+<h3>Registering patterns<a class="headerlink" href="#registering-patterns" title="Link to this heading"></a></h3>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.backend.pattern_registry</span><span class="w"> </span><span class="kn">import</span> <span class="n">register_patterns</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">tvm.relax.backend.patterns</span><span class="w"> </span><span class="kn">import</span> <span class="n">make_matmul_pattern</span>
+
+<span class="n">register_patterns</span><span class="p">([</span>
+ <span class="p">(</span>
+ <span class="s2">"cublas.matmul"</span><span class="p">,</span> <span class="c1"># pattern name (prefix = backend)</span>
+ <span class="o">*</span><span class="n">make_matmul_pattern</span><span class="p">(</span> <span class="c1"># returns (DFPattern, annotation_patterns)</span>
+ <span class="n">with_bias</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">),</span>
+ <span class="n">_check_matmul</span><span class="p">,</span> <span class="c1"># check function</span>
+ <span class="p">),</span>
+ <span class="p">(</span>
+ <span class="s2">"cublas.matmul_bias_relu"</span><span class="p">,</span>
+ <span class="o">*</span><span class="n">make_matmul_pattern</span><span class="p">(</span>
+ <span class="n">with_bias</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
+ <span class="n">activation</span><span class="o">=</span><span class="s2">"relax.nn.relu"</span><span class="p">,</span>
+ <span class="p">),</span>
+ <span class="n">_check_matmul</span><span class="p">,</span>
+ <span class="p">),</span>
+ <span class="c1"># ... more patterns</span>
+<span class="p">])</span>
+</pre></div>
+</div>
+<p>Each entry is a tuple of <code class="docutils literal notranslate"><span class="pre">(name,</span> <span class="pre">pattern,</span> <span class="pre">annotation_patterns,</span> <span class="pre">check_func)</span></code> that gets
+converted to a <code class="docutils literal notranslate"><span class="pre">FusionPattern</span></code> object. The name prefix (e.g., <code class="docutils literal notranslate"><span class="pre">"cublas"</span></code>) identifies the
+backend; <code class="docutils literal notranslate"><span class="pre">get_patterns_with_prefix("cublas")</span></code> retrieves all patterns for that backend.</p>
+<p>Patterns registered later have <strong>higher priority</strong> — when a subgraph matches multiple patterns,
+the highest-priority match wins.</p>
+</section>
+<section id="pattern-templates">
+<h3>Pattern templates<a class="headerlink" href="#pattern-templates" title="Link to this heading"></a></h3>
+<p><code class="docutils literal notranslate"><span class="pre">python/tvm/relax/backend/patterns.py</span></code> provides reusable templates for common patterns:</p>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">make_matmul_pattern(with_bias,</span> <span class="pre">activation,</span> <span class="pre">transposed_rhs)</span></code> — matmul with optional bias
+and activation fusion</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">make_conv2d_pattern(with_bias,</span> <span class="pre">activation)</span></code> — 2D convolution</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">make_attention_pattern()</span></code> — multi-head attention</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">make_residual_block_pattern()</span></code> — residual connections</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">make_layer_norm_pattern()</span></code> / <code class="docutils literal notranslate"><span class="pre">make_rms_norm_pattern()</span></code> — normalization layers</p></li>
+</ul>
+<p>Each template returns <code class="docutils literal notranslate"><span class="pre">(DFPattern,</span> <span class="pre">Mapping[str,</span> <span class="pre">DFPattern])</span></code> — the main pattern and its
+annotation sub-patterns.</p>
+</section>
+<section id="check-functions">
+<h3>Check functions<a class="headerlink" href="#check-functions" title="Link to this heading"></a></h3>
+<p>The check function validates whether a matched subgraph can actually be handled by the backend.
+It receives a <code class="docutils literal notranslate"><span class="pre">PatternCheckContext</span></code> and returns <code class="docutils literal notranslate"><span class="pre">True</span></code> to accept or <code class="docutils literal notranslate"><span class="pre">False</span></code> to reject.</p>
+<p>Typical checks include:</p>
+<ul class="simple">
+<li><p><strong>Data type support</strong>: verify the operand dtypes are supported (e.g., cuBLAS supports
+float16, float32, int8, bfloat16, float8 for matmul).</p></li>
+<li><p><strong>Shape constraints</strong>: verify reduction axes are constant, batch dimensions are compatible.</p></li>
+<li><p><strong>Leaking intermediates</strong>: reject if an intermediate result is used outside the fused group
+(via <code class="docutils literal notranslate"><span class="pre">has_leaking_intermediate_variables()</span></code>).</p></li>
+</ul>
+</section>
+</section>
+<section id="partitioning">
+<h2>Partitioning<a class="headerlink" href="#partitioning" title="Link to this heading"></a></h2>
+<p>After patterns are registered, a backend provides a <strong>partition function</strong> that applies
+<code class="docutils literal notranslate"><span class="pre">FuseOpsByPattern</span></code> to an <code class="docutils literal notranslate"><span class="pre">IRModule</span></code>:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># python/tvm/relax/backend/cuda/cublas.py</span>
+<span class="k">def</span><span class="w"> </span><span class="nf">partition_for_cublas</span><span class="p">(</span><span class="n">mod</span><span class="p">,</span> <span class="n">bind_constants</span><span class="o">=</span><span class="kc">False</span><span class="p">):</span>
+ <span class="n">patterns</span> <span class="o">=</span> <span class="n">get_patterns_with_prefix</span><span class="p">(</span><span class="s2">"cublas"</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">transform</span><span class="o">.</span><span class="n">FuseOpsByPattern</span><span class="p">(</span>
+ <span class="n">patterns</span><span class="p">,</span> <span class="n">bind_constants</span><span class="o">=</span><span class="n">bind_constants</span><span class="p">,</span> <span class="n">annotate_codegen</span><span class="o">=</span><span class="kc">True</span>
+ <span class="p">)(</span><span class="n">mod</span><span class="p">)</span>
+</pre></div>
+</div>
+<p>With <code class="docutils literal notranslate"><span class="pre">annotate_codegen=True</span></code>, each matched subgraph is wrapped in a two-level function
+structure:</p>
+<div class="highlight-text notranslate"><div class="highlight"><pre><span></span># Outer function — tagged for the codegen backend
+@R.function
+def fused_relax_matmul_cublas0(args...):
+ R.func_attr({"Codegen": "cublas", "global_symbol": "fused_relax_matmul_cublas0"})
+ ...
+ # Inner function — identifies the specific pattern
+ @R.function(private=True)
+ def composite(args...):
+ R.func_attr({"Composite": "cublas.matmul_bias_relu"})
+ lv0 = R.matmul(x, w)
+ lv1 = R.add(lv0, bias)
+ lv2 = R.nn.relu(lv1)
+ return lv2
+ ...
+</pre></div>
+</div>
+<p>The outer function carries the <code class="docutils literal notranslate"><span class="pre">Codegen</span></code> attribute that <code class="docutils literal notranslate"><span class="pre">RunCodegen</span></code> uses to dispatch to the
+right backend. The inner function carries the <code class="docutils literal notranslate"><span class="pre">Composite</span></code> attribute that the backend codegen
+uses to identify which operation to emit.</p>
+<section id="mergecompositefunctions">
+<h3>MergeCompositeFunctions<a class="headerlink" href="#mergecompositefunctions" title="Link to this heading"></a></h3>
+<p>When <code class="docutils literal notranslate"><span class="pre">annotate_codegen=False</span></code>, <code class="docutils literal notranslate"><span class="pre">FuseOpsByPattern</span></code> only creates inner functions with
+<code class="docutils literal notranslate"><span class="pre">Composite</span></code> attributes. A separate <code class="docutils literal notranslate"><span class="pre">MergeCompositeFunctions</span></code> pass then groups multiple
+composite functions targeting the same backend into a single outer function with <code class="docutils literal notranslate"><span class="pre">Codegen</span></code>
+and <code class="docutils literal notranslate"><span class="pre">global_symbol</span></code> attributes.</p>
+<p>This is useful when multiple sequential operations should be sent to the same backend as a
+single unit (e.g., a sequence of cuBLAS matmuls that share intermediate results). The pass
+checks that merging does not create cyclic dependencies between groups.</p>
+</section>
+</section>
+<section id="code-generation">
+<h2>Code Generation<a class="headerlink" href="#code-generation" title="Link to this heading"></a></h2>
+<p><code class="docutils literal notranslate"><span class="pre">RunCodegen</span></code> (<code class="docutils literal notranslate"><span class="pre">src/relax/transform/run_codegen.cc</span></code>) is the pass that triggers backend
+code generation:</p>
+<ol class="arabic simple">
+<li><p>Scan the module for all functions with a <code class="docutils literal notranslate"><span class="pre">Codegen</span></code> attribute.</p></li>
+<li><p>Group them by backend target name.</p></li>
+<li><p>For each backend, look up the registered codegen function via FFI key
+<code class="docutils literal notranslate"><span class="pre">"relax.ext.<backend>"</span></code> (e.g., <code class="docutils literal notranslate"><span class="pre">"relax.ext.cublas"</span></code>).</p></li>
+<li><p>Call the codegen function, which returns an array of compiled <code class="docutils literal notranslate"><span class="pre">runtime.Module</span></code>s.</p></li>
+<li><p>Replace the original function calls with <code class="docutils literal notranslate"><span class="pre">call_dps_packed(ExternFunc(...),</span> <span class="pre">args)</span></code>.</p></li>
+<li><p>Attach the compiled modules to the <code class="docutils literal notranslate"><span class="pre">IRModule</span></code> as the <code class="docutils literal notranslate"><span class="pre">external_mods</span></code> attribute.</p></li>
+</ol>
+<section id="codegen-registration">
+<h3>Codegen registration<a class="headerlink" href="#codegen-registration" title="Link to this heading"></a></h3>
+<p>Each backend registers a codegen function via TVM’s FFI mechanism:</p>
+<div class="highlight-cpp notranslate"><div class="highlight"><pre><span></span><span class="c1">// src/relax/backend/contrib/cublas/codegen.cc</span>
+<span class="n">ffi</span><span class="o">::</span><span class="n">Array</span><span class="o"><</span><span class="n">ffi</span><span class="o">::</span><span class="n">Module</span><span class="o">></span><span class="w"> </span><span class="n">CublasCompiler</span><span class="p">(</span>
+<span class="w"> </span><span class="n">ffi</span><span class="o">::</span><span class="n">Array</span><span class="o"><</span><span class="n">Function</span><span class="o">></span><span class="w"> </span><span class="n">functions</span><span class="p">,</span>
+<span class="w"> </span><span class="n">ffi</span><span class="o">::</span><span class="n">Map</span><span class="o"><</span><span class="n">ffi</span><span class="o">::</span><span class="n">String</span><span class="p">,</span><span class="w"> </span><span class="n">ffi</span><span class="o">::</span><span class="n">Any</span><span class="o">></span><span class="w"> </span><span class="n">options</span><span class="p">,</span>
+<span class="w"> </span><span class="n">ffi</span><span class="o">::</span><span class="n">Map</span><span class="o"><</span><span class="n">Constant</span><span class="p">,</span><span class="w"> </span><span class="n">ffi</span><span class="o">::</span><span class="n">String</span><span class="o">></span><span class="w"> </span><span class="n">constant_names</span><span class="p">)</span><span class="w"> </span><span class="p">{</span>
+<span class="w"> </span><span class="n">ffi</span><span class="o">::</span><span class="n">Array</span><span class="o"><</span><span class="n">ffi</span><span class="o">::</span><span class="n">Module</span><span class="o">></span><span class="w"> </span><span class="n">compiled_functions</span><span class="p">;</span>
+<span class="w"> </span><span class="k">for</span><span class="w"> </span><span class="p">(</span><span class="k">const</span><span class="w"> </span><span class="k">auto</span><span class="o">&</span><span class="w"> </span><span class="n">func</span><span class="w"> </span><span class="o">:</span><span class="w"> </span><span class="n">functions</span><span class="p">)</span><span class="w"> </span><span class="p">{</span>
+<span class="w"> </span><span class="n">CublasJSONSerializer</span><span class="w"> </span><span class="nf">serializer</span><span class="p">(</span><span class="n">constant_names</span><span class="p">,</span><span class="w"> </span><span class="n">AnalyzeVar2Value</span><span class="p">(</span><span class="n">func</span><span class="p">));</span>
+<span class="w"> </span><span class="n">serializer</span><span class="p">.</span><span class="n">serialize</span><span class="p">(</span><span class="n">func</span><span class="p">);</span>
+<span class="w"> </span><span class="k">auto</span><span class="w"> </span><span class="n">graph_json</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">serializer</span><span class="p">.</span><span class="n">GetJSON</span><span class="p">();</span>
+<span class="w"> </span><span class="k">auto</span><span class="w"> </span><span class="n">names</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">serializer</span><span class="p">.</span><span class="n">GetConstantNames</span><span class="p">();</span>
+<span class="w"> </span><span class="k">const</span><span class="w"> </span><span class="k">auto</span><span class="w"> </span><span class="n">pf</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">ffi</span><span class="o">::</span><span class="n">Function</span><span class="o">::</span><span class="n">GetGlobalRequired</span><span class="p">(</span><span class="s">"runtime.CublasJSONRuntimeCreate"</span><span class="p">);</span>
+<span class="w"> </span><span class="n">compiled_functions</span><span class="p">.</span><span class="n">push_back</span><span class="p">(</span>
+<span class="w"> </span><span class="n">pf</span><span class="p">(</span><span class="n">GetExtSymbol</span><span class="p">(</span><span class="n">func</span><span class="p">),</span><span class="w"> </span><span class="n">graph_json</span><span class="p">,</span><span class="w"> </span><span class="n">names</span><span class="p">).</span><span class="n">cast</span><span class="o"><</span><span class="n">ffi</span><span class="o">::</span><span class="n">Module</span><span cla [...]
+<span class="w"> </span><span class="p">}</span>
+<span class="w"> </span><span class="k">return</span><span class="w"> </span><span class="n">compiled_functions</span><span class="p">;</span>
+<span class="p">}</span>
+
+<span class="n">TVM_FFI_STATIC_INIT_BLOCK</span><span class="p">()</span><span class="w"> </span><span class="p">{</span>
+<span class="w"> </span><span class="k">namespace</span><span class="w"> </span><span class="nn">refl</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="nn">tvm</span><span class="o">::</span><span class="nn">ffi</span><span class="o">::</span><span class="nn">reflection</span><span class="p">;</span>
+<span class="w"> </span><span class="n">refl</span><span class="o">::</span><span class="n">GlobalDef</span><span class="p">().</span><span class="n">def</span><span class="p">(</span><span class="s">"relax.ext.cublas"</span><span class="p">,</span><span class="w"> </span><span class="n">CublasCompiler</span><span class="p">);</span>
+<span class="p">}</span>
+</pre></div>
+</div>
+<p>The codegen function receives:</p>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">functions</span></code>: the Relax functions with <code class="docutils literal notranslate"><span class="pre">Codegen</span></code> attribute to compile.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">options</span></code>: backend-specific compilation options.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">constant_names</span></code>: mapping from constant values to their names (for weight handling).</p></li>
+</ul>
+<p>It returns an array of <code class="docutils literal notranslate"><span class="pre">runtime.Module</span></code> objects — one per function — that contain the
+externally compiled code.</p>
+</section>
+<section id="codegen-strategies">
+<h3>Codegen strategies<a class="headerlink" href="#codegen-strategies" title="Link to this heading"></a></h3>
+<p>TVM provides two base classes for implementing backend codegens:</p>
+<ul class="simple">
+<li><p><strong>JSONSerializer</strong> (<code class="docutils literal notranslate"><span class="pre">src/relax/backend/contrib/codegen_json/codegen_json.h</span></code>): serializes the
+composite function into a JSON graph representation. At runtime, a backend-specific JSON
+runtime module interprets the graph and dispatches to library calls. Used by cuBLAS, cuDNN,
+and most backends.</p></li>
+<li><p><strong>CSourceCodegen</strong> (<code class="docutils literal notranslate"><span class="pre">src/relax/backend/contrib/codegen_c/codegen_c.h</span></code>): generates C/CUDA
+source code that is compiled and linked. Used when the backend requires ahead-of-time
+compilation.</p></li>
+</ul>
+</section>
+</section>
+<section id="runtime-execution">
+<h2>Runtime Execution<a class="headerlink" href="#runtime-execution" title="Link to this heading"></a></h2>
+<p>After <code class="docutils literal notranslate"><span class="pre">RunCodegen</span></code>, the original high-level function calls are replaced with:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">R</span><span class="o">.</span><span class="n">call_dps_packed</span><span class="p">(</span><span class="n">ExternFunc</span><span class="p">(</span><span class="s2">"fused_relax_matmul_cublas0"</span><span class="p">),</span> <span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">w</span><span class="p">,</span> <span class="n">bias</span><span [...]
+</pre></div>
+</div>
+<p>At runtime, <code class="docutils literal notranslate"><span class="pre">call_dps_packed</span></code> invokes the externally compiled function through the
+<code class="docutils literal notranslate"><span class="pre">PackedFunc</span></code> interface. The external <code class="docutils literal notranslate"><span class="pre">runtime.Module</span></code>s (produced by the codegen) are
+imported into the final executable during <code class="docutils literal notranslate"><span class="pre">relax.build()</span></code> and are available via the module’s
+function lookup mechanism.</p>
+<p>For JSON-based backends (cuBLAS, cuDNN), the runtime module deserializes the JSON graph and
+dispatches each node to the corresponding library API call. For source-based backends, the
+compiled native code is called directly.</p>
+</section>
+<section id="adding-a-new-backend">
+<h2>Adding a New Backend<a class="headerlink" href="#adding-a-new-backend" title="Link to this heading"></a></h2>
+<p>To add support for a new external library:</p>
+<ol class="arabic simple">
+<li><p><strong>Define patterns</strong> in <code class="docutils literal notranslate"><span class="pre">python/tvm/relax/backend/<target>/</span></code>:</p>
+<ul class="simple">
+<li><p>Create DFPatterns using templates from <code class="docutils literal notranslate"><span class="pre">patterns.py</span></code> or custom patterns.</p></li>
+<li><p>Write check functions to validate dtypes, shapes, and other constraints.</p></li>
+<li><p>Register patterns with <code class="docutils literal notranslate"><span class="pre">register_patterns()</span></code>.</p></li>
+<li><p>Provide a <code class="docutils literal notranslate"><span class="pre">partition_for_<backend>(mod)</span></code> convenience function.</p></li>
+</ul>
+</li>
+<li><p><strong>Implement codegen</strong> in <code class="docutils literal notranslate"><span class="pre">src/relax/backend/contrib/<target>/</span></code>:</p>
+<ul class="simple">
+<li><p>Subclass <code class="docutils literal notranslate"><span class="pre">JSONSerializer</span></code> or <code class="docutils literal notranslate"><span class="pre">CSourceCodegen</span></code>.</p></li>
+<li><p>Implement the visitor that converts composite functions to the target format.</p></li>
+<li><p>Register the codegen function as <code class="docutils literal notranslate"><span class="pre">"relax.ext.<target>"</span></code>.</p></li>
+</ul>
+</li>
+<li><p><strong>Implement runtime</strong> (for JSON-based backends):</p>
+<ul class="simple">
+<li><p>Create a JSON runtime module that interprets the serialized graph and dispatches
+to the library’s API calls.</p></li>
+<li><p>Register the runtime constructor as <code class="docutils literal notranslate"><span class="pre">"runtime.<Target>JSONRuntimeCreate"</span></code>.</p></li>
+</ul>
+</li>
+</ol>
+</section>
+<section id="supported-backends">
+<h2>Supported Backends<a class="headerlink" href="#supported-backends" title="Link to this heading"></a></h2>
+<table class="docutils align-default">
+<colgroup>
+<col style="width: 15.0%" />
+<col style="width: 25.0%" />
+<col style="width: 60.0%" />
+</colgroup>
+<thead>
+<tr class="row-odd"><th class="head"><p>Backend</p></th>
+<th class="head"><p>Patterns</p></th>
+<th class="head"><p>Operations</p></th>
+</tr>
+</thead>
+<tbody>
+<tr class="row-even"><td><p>cuBLAS</p></td>
+<td><p><code class="docutils literal notranslate"><span class="pre">cublas.*</span></code></p></td>
+<td><p>Matmul (with bias, activation, transpose, dequantize variants)</p></td>
+</tr>
+<tr class="row-odd"><td><p>CUTLASS</p></td>
+<td><p><code class="docutils literal notranslate"><span class="pre">cutlass.*</span></code></p></td>
+<td><p>Matmul, conv2d, attention, residual blocks, decode matmul</p></td>
+</tr>
+<tr class="row-even"><td><p>cuDNN</p></td>
+<td><p><code class="docutils literal notranslate"><span class="pre">cudnn.*</span></code></p></td>
+<td><p>Conv2d (NHWC/NCHW), stacked attention</p></td>
+</tr>
+<tr class="row-odd"><td><p>DNNL</p></td>
+<td><p><code class="docutils literal notranslate"><span class="pre">dnnl.*</span></code></p></td>
+<td><p>Matmul, conv2d (x86 CPU). Codegen exists at C++ level; patterns are
+defined in tests rather than pre-registered.</p></td>
+</tr>
+</tbody>
+</table>
+</section>
+<section id="source-code-map">
+<h2>Source Code Map<a class="headerlink" href="#source-code-map" title="Link to this heading"></a></h2>
+<table class="docutils align-default">
+<colgroup>
+<col style="width: 50.0%" />
+<col style="width: 50.0%" />
+</colgroup>
+<thead>
+<tr class="row-odd"><th class="head"><p>Path</p></th>
+<th class="head"><p>Contents</p></th>
+</tr>
+</thead>
+<tbody>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">python/tvm/relax/backend/pattern_registry.py</span></code></p></td>
+<td><p>Pattern registry API (register_patterns, get_patterns_with_prefix)</p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">python/tvm/relax/backend/patterns.py</span></code></p></td>
+<td><p>Reusable pattern templates (make_matmul_pattern, etc.)</p></td>
+</tr>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">python/tvm/relax/backend/cuda/cublas.py</span></code></p></td>
+<td><p>cuBLAS patterns and partition_for_cublas</p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">python/tvm/relax/backend/cuda/cutlass.py</span></code></p></td>
+<td><p>CUTLASS patterns and partition_for_cutlass</p></td>
+</tr>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">python/tvm/relax/backend/cuda/cudnn.py</span></code></p></td>
+<td><p>cuDNN patterns and partition_for_cudnn</p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">src/relax/backend/pattern_registry.cc</span></code></p></td>
+<td><p>Pattern registry C++ implementation</p></td>
+</tr>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">src/relax/transform/run_codegen.cc</span></code></p></td>
+<td><p>RunCodegen pass (CodeGenRunner)</p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">src/relax/transform/merge_composite_functions.cc</span></code></p></td>
+<td><p>MergeCompositeFunctions pass</p></td>
+</tr>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">src/relax/backend/contrib/cublas/codegen.cc</span></code></p></td>
+<td><p>cuBLAS codegen (JSONSerializer-based)</p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">src/relax/backend/contrib/cutlass/codegen.cc</span></code></p></td>
+<td><p>CUTLASS codegen</p></td>
+</tr>
+<tr class="row-even"><td><p><code class="docutils literal notranslate"><span class="pre">src/relax/backend/contrib/codegen_json/codegen_json.h</span></code></p></td>
+<td><p>JSONSerializer base class</p></td>
+</tr>
+<tr class="row-odd"><td><p><code class="docutils literal notranslate"><span class="pre">src/relax/backend/contrib/codegen_c/codegen_c.h</span></code></p></td>
+<td><p>CSourceCodegen base class</p></td>
+</tr>
+</tbody>
+</table>
+</section>
+</section>
+
+
+ </div>
+
+ </div>
+
+
+<footer>
+
+ <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
+
+ <a href="runtime.html" class="btn btn-neutral float-right" title="TVM Runtime System" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+
+
+ <a href="index.html" class="btn btn-neutral float-left" title="Design and Architecture" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+
+ </div>
+
+<div id="button" class="backtop"><img src="../_static/img/right.svg" alt="backtop"/> </div>
+<section class="footerSec">
+ <div class="footerHeader">
+ <div class="d-flex align-md-items-center justify-content-between flex-column flex-md-row">
+ <div class="copywrite d-flex align-items-center">
+ <h5 id="copy-right-info">© 2026 Apache Software Foundation | All rights reserved</h5>
+ </div>
+ </div>
+
+ </div>
+
+ <div>
+ <div class="footernote">Copyright © 2026 The Apache Software Foundation. Apache TVM, Apache, the Apache feather, and the Apache TVM project logo are either trademarks or registered trademarks of the Apache Software Foundation.</div>
+ </div>
+
+</section>
+</footer>
+ </div>
+ </div>
+
+ </section>
+
+ </div>
+
+
+ <script src="../_static/downloads/popper.min.js" integrity="sha384-ApNbgh9B+Y1QKtv3Rn7W3mgPxhU9K/ScQsAP7hUibX39j7fakFPskvXusvfa0b4Q" crossorigin="anonymous"></script>
+ <script src="../_static/downloads/bootstrap.min.js" integrity="sha384-JZR6Spejh4U02d8jOt6vLEHfe/JQGiRRSQQxSfFWpi1MquVdAyjUar5+76PVCmYl" crossorigin="anonymous"></script>
+
+ </body>
+ <script type="text/javascript">
+ jQuery(function () {
+ SphinxRtdTheme.Navigation.enable(true);
+ });
+ </script>
+
+
+
+
+
+
+</body>
+</html>
\ No newline at end of file
diff --git a/docs/arch/index.html b/docs/arch/index.html
index 7393948e521..9782f404fd6 100644
--- a/docs/arch/index.html
+++ b/docs/arch/index.html
@@ -45,7 +45,7 @@
<script type="text/javascript" src="../_static/js/tlcpack_theme.js"></script>
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="TVM Runtime System" href="runtime.html" />
+ <link rel="next" title="External Library Dispatch (BYOC)" href="external_library_dispatch.html" />
<link rel="prev" title="Handle TVM Errors" href="../errors.html" />
</head>
@@ -203,7 +203,10 @@
<li class="toctree-l4"><a class="reference internal" href="#cross-level-transformations">cross-level transformations</a></li>
</ul>
</li>
-<li class="toctree-l3"><a class="reference internal" href="#target-translation">Target Translation</a></li>
+<li class="toctree-l3"><a class="reference internal" href="#target-translation">Target Translation</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="external_library_dispatch.html">External Library Dispatch (BYOC)</a></li>
+</ul>
+</li>
<li class="toctree-l3"><a class="reference internal" href="#runtime-execution">Runtime Execution</a></li>
<li class="toctree-l3"><a class="reference internal" href="#summary-and-discussions">Summary and Discussions</a></li>
</ul>
@@ -426,8 +429,15 @@ than human-defined operator fusion patterns.</p>
For backends such as x86 and ARM, we use the LLVM IRBuilder to build in-memory LLVM IR.
We can also generate source-level languages such as CUDA C and OpenCL.
Finally, we support direct translations of a Relax function (sub-graph) to specific targets via external code generators.
+See <a class="reference internal" href="external_library_dispatch.html#external-library-dispatch"><span class="std std-ref">External Library Dispatch (BYOC)</span></a> for the full BYOC (Bring Your Own Codegen) pipeline that
+offloads operator subgraphs to vendor libraries like cuBLAS, CUTLASS, and cuDNN.
It is important that the final code generation phase is as lightweight as possible. Vast majority of transformations
and lowering should be performed before the target translation phase.</p>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="external_library_dispatch.html">External Library Dispatch (BYOC)</a></li>
+</ul>
+</div>
<p>We also provide a Target structure to specify the compilation target.
The transformations before the target translation phase can also be affected by the target — for example,
a target’s vector length would change the vectorization behavior.</p>
@@ -699,7 +709,7 @@ DLight not raise any error and switch to the next rule automatically.</p></li>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
- <a href="runtime.html" class="btn btn-neutral float-right" title="TVM Runtime System" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
+ <a href="external_library_dispatch.html" class="btn btn-neutral float-right" title="External Library Dispatch (BYOC)" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
<a href="../errors.html" class="btn btn-neutral float-left" title="Handle TVM Errors" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
diff --git a/docs/arch/runtime.html b/docs/arch/runtime.html
index fad9ba447a8..01660aab7fb 100644
--- a/docs/arch/runtime.html
+++ b/docs/arch/runtime.html
@@ -46,7 +46,7 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
<link rel="next" title="Vulkan Runtime" href="runtimes/vulkan.html" />
- <link rel="prev" title="Design and Architecture" href="index.html" />
+ <link rel="prev" title="External Library Dispatch (BYOC)" href="external_library_dispatch.html" />
</head>
<body class="wy-body-for-nav">
@@ -548,7 +548,7 @@ in C++. See the <code class="docutils literal notranslate"><span class="pre">tvm
<a href="runtimes/vulkan.html" class="btn btn-neutral float-right" title="Vulkan Runtime" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
- <a href="index.html" class="btn btn-neutral float-left" title="Design and Architecture" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
+ <a href="external_library_dispatch.html" class="btn btn-neutral float-left" title="External Library Dispatch (BYOC)" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
</div>
diff --git a/docs/commit_hash b/docs/commit_hash
index d0fe94f719b..4bf049a10dc 100644
--- a/docs/commit_hash
+++ b/docs/commit_hash
@@ -1 +1 @@
-e5d4c557e0481d6cce7825aca5bad5e875d21acf
+e22be4e120e457b2867c09f27cefb82e8c495431
diff --git a/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html b/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html
index 31c9de6dd38..4f29aff10c0 100644
--- a/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html
+++ b/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html
@@ -295,7 +295,7 @@
<section id="computation-times">
<span id="sphx-glr-deep-dive-tensor-ir-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading"></a></h1>
-<p><strong>00:00.584</strong> total execution time for 4 files <strong>from deep_dive/tensor_ir/tutorials</strong>:</p>
+<p><strong>00:00.582</strong> total execution time for 4 files <strong>from deep_dive/tensor_ir/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -325,7 +325,7 @@ $(document).ready( function () {
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="dlight_gpu_scheduling.html#sphx-glr-deep-dive-tensor-ir-tutorials-dlight-gpu-scheduling-py"><span class="std std-ref">DLight: Rule-Based GPU Scheduling</span></a> (<code class="docutils literal notranslate"><span class="pre">dlight_gpu_scheduling.py</span></code>)</p></td>
-<td><p>00:00.119</p></td>
+<td><p>00:00.118</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="meta_schedule.html#sphx-glr-deep-dive-tensor-ir-tutorials-meta-schedule-py"><span class="std std-ref">MetaSchedule: Search-Based Auto-Tuning</span></a> (<code class="docutils literal notranslate"><span class="pre">meta_schedule.py</span></code>)</p></td>
diff --git a/docs/deep_dive/tensor_ir/tutorials/tir_creation.html b/docs/deep_dive/tensor_ir/tutorials/tir_creation.html
index 092f0ee62ff..1ee037f7da4 100644
--- a/docs/deep_dive/tensor_ir/tutorials/tir_creation.html
+++ b/docs/deep_dive/tensor_ir/tutorials/tir_creation.html
@@ -491,17 +491,17 @@ be used to ascertain the shape and data type of a TensorIR.</p>
<span class="nb">print</span><span class="p">(</span><span class="n">evaluate_dynamic_shape</span><span class="p">(</span><span class="n">dyn_shape_lib</span><span class="p">,</span> <span class="n">m</span><span class="o">=</span><span class="mi">64</span><span class="p">,</span> <span class="n">n</span><span class="o">=</span><span class="mi">64</span><span class="p">,</span> <a href="../../../reference/api/python/tirx/tirx.html#tvm.tirx.IterVar" title="tvm.tirx.IterVar" class="sphx-gl [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[1.0744381 1.5415405 0.8316337 1.1559392 ]
- [1.292326 1.3289062 1.00682 0.8169 ]
- [0.37651852 0.6091975 0.25584537 0.12295499]
- [0.66906035 0.81445694 0.52578586 0.32746342]]
-[[32.015873 33.066605 34.65188 ... 30.988615 32.091736 34.765083]
- [30.391321 29.568346 31.170706 ... 29.170408 30.334345 30.19087 ]
- [33.2859 30.504389 31.560966 ... 27.67018 29.98427 31.517822]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[0.8894282 0.8013144 0.5885755 0.7876493]
+ [1.8355856 1.4686995 1.1239892 1.8114225]
+ [1.5984263 1.1257722 0.9897667 1.3139122]
+ [2.0332162 1.9110093 1.2897741 2.0748854]]
+[[33.230835 33.22288 33.970627 ... 32.42154 33.34795 30.565004]
+ [29.691305 31.410675 30.847713 ... 29.796337 32.089615 28.25419 ]
+ [31.704857 32.489834 33.212273 ... 32.06959 34.56341 30.620096]
...
- [30.470043 30.854044 31.005339 ... 27.033651 30.450834 29.979984]
- [32.5753 33.1997 33.26888 ... 29.039087 32.022385 32.527172]
- [34.996323 33.823906 34.59655 ... 31.76458 32.073376 32.7175 ]]
+ [27.89041 27.029028 27.926054 ... 28.399918 28.91681 27.045965]
+ [32.919407 32.8794 33.018814 ... 31.076166 33.021423 29.377113]
+ [31.752497 33.27267 32.945812 ... 32.048107 31.532385 28.415474]]
</pre></div>
</div>
</section>
diff --git a/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html b/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html
index 4d38ae5eae9..098907c3714 100644
--- a/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html
+++ b/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html
@@ -372,7 +372,7 @@ original implementation.</p>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 2.5274 2.5274 2.5274 2.5274 0.0000
+ 2.6152 2.6152 2.6152 2.6152 0.0000
</pre></div>
</div>
<section id="initialization-schedule">
@@ -468,7 +468,7 @@ class Module:
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.8593 0.8593 0.8593 0.8593 0.0000
+ 0.8634 0.8634 0.8634 0.8634 0.0000
</pre></div>
</div>
</section>
@@ -562,7 +562,7 @@ class Module:
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.3581 0.3581 0.3581 0.3581 0.0000
+ 0.3515 0.3515 0.3515 0.3515 0.0000
</pre></div>
</div>
</section>
diff --git a/docs/get_started/tutorials/ir_module.html b/docs/get_started/tutorials/ir_module.html
index 366595ac4a0..1b924e9c32c 100644
--- a/docs/get_started/tutorials/ir_module.html
+++ b/docs/get_started/tutorials/ir_module.html
@@ -815,8 +815,8 @@ backends.</p>
<span class="nb">print</span><span class="p">(</span><span class="n">cpu_out</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[ 0.06564479 -0.06621656 0.18043053 -0.05829899 0.04253539 0.14421877
- -0.07188638 0.12576705 -0.03354941 -0.07357028]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[ 0.09255137 -0.17579225 0.03171814 0.06669015 -0.03320359 0.00934129
+ -0.13366246 -0.10286495 -0.09017307 -0.14680985]]
</pre></div>
</div>
</section>
@@ -850,8 +850,8 @@ the details of <code class="docutils literal notranslate"><span class="pre">DLig
<span class="k">assert</span> <span class="n">np</span><span class="o">.</span><span class="n">allclose</span><span class="p">(</span><span class="n">cpu_out</span><span class="p">,</span> <span class="n">gpu_out</span><span class="p">,</span> <span class="n">atol</span><span class="o">=</span><span class="mf">1e-3</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[ 0.06564485 -0.0662166 0.1804305 -0.05829898 0.04253539 0.14421874
- -0.07188637 0.12576708 -0.03354939 -0.07357027]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[ 0.09255131 -0.17579217 0.03171816 0.06669021 -0.03320358 0.00934129
+ -0.13366246 -0.10286493 -0.0901731 -0.14680989]]
</pre></div>
</div>
</section>
diff --git a/docs/get_started/tutorials/quick_start.html b/docs/get_started/tutorials/quick_start.html
index 634728cd351..2bcb1cb70b4 100644
--- a/docs/get_started/tutorials/quick_start.html
+++ b/docs/get_started/tutorials/quick_start.html
@@ -458,8 +458,8 @@ different devices.</p>
<span class="nb">print</span><span class="p">(</span><span class="n">vm</span><span class="p">[</span><span class="s2">"forward"</span><span class="p">](</span><span class="n">tvm_data</span><span class="p">,</span> <span class="o">*</span><a href="https://docs.python.org/3/library/stdtypes.html#list" title="builtins.list" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">params</span></a><span class="p">)</span><s [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[24582.785 25160.098 25581.873 26308.143 27018.469 25631.432 26775.695
- 24575.816 25069.926 24544.95 ]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[25541.781 25443.836 24965.328 26045.994 27064.338 26205.041 25861.732
+ 25098.691 24811.705 25530.482]]
</pre></div>
</div>
<p>Our goal is to bring machine learning to the application with any language of interest,
diff --git a/docs/get_started/tutorials/sg_execution_times.html b/docs/get_started/tutorials/sg_execution_times.html
index 101e15def68..b77cf52f6bc 100644
--- a/docs/get_started/tutorials/sg_execution_times.html
+++ b/docs/get_started/tutorials/sg_execution_times.html
@@ -295,7 +295,7 @@
<section id="computation-times">
<span id="sphx-glr-get-started-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading"></a></h1>
-<p><strong>00:08.806</strong> total execution time for 2 files <strong>from get_started/tutorials</strong>:</p>
+<p><strong>00:07.049</strong> total execution time for 2 files <strong>from get_started/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -317,11 +317,11 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="ir_module.html#sphx-glr-get-started-tutorials-ir-module-py"><span class="std std-ref">IRModule</span></a> (<code class="docutils literal notranslate"><span class="pre">ir_module.py</span></code>)</p></td>
-<td><p>00:08.652</p></td>
+<td><p>00:06.892</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="quick_start.html#sphx-glr-get-started-tutorials-quick-start-py"><span class="std std-ref">Quick Start</span></a> (<code class="docutils literal notranslate"><span class="pre">quick_start.py</span></code>)</p></td>
-<td><p>00:00.155</p></td>
+<td><p>00:00.157</p></td>
<td><p>0.0</p></td>
</tr>
</tbody>
diff --git a/docs/how_to/tutorials/cross_compilation_and_rpc.html b/docs/how_to/tutorials/cross_compilation_and_rpc.html
index 49dd0d855c4..647580fdddd 100644
--- a/docs/how_to/tutorials/cross_compilation_and_rpc.html
+++ b/docs/how_to/tutorials/cross_compilation_and_rpc.html
@@ -475,7 +475,7 @@ device and returns the measured cost. Network overhead is excluded.</p>
<span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">cost</span><span class="si">:</span><span class="s2">g</span><span class="si">}</span><span class="s2"> secs/op"</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>9.5e-08 secs/op
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>9.3e-08 secs/op
</pre></div>
</div>
</section>
@@ -843,8 +843,8 @@ for ONNX models. Simply replace <code class="docutils literal notranslate"><span
Converted PyTorch model to Relax:
- Number of parameters: 4
Using local target for demonstration
-Exported library to: /tmp/tmpbx0xf4s0/model_deployed.so
-Saved parameters to: /tmp/tmpbx0xf4s0/model_params.npz
+Exported library to: /tmp/tmp543hhnb7/model_deployed.so
+Saved parameters to: /tmp/tmp543hhnb7/model_params.npz
RPC workflow (works for any remote device):
==================================================
diff --git a/docs/how_to/tutorials/customize_opt.html b/docs/how_to/tutorials/customize_opt.html
index b7d03338116..d7ae5fe0faa 100644
--- a/docs/how_to/tutorials/customize_opt.html
+++ b/docs/how_to/tutorials/customize_opt.html
@@ -618,8 +618,8 @@ pushing the performance to the limit. The current optimization may not be the be
<span class="nb">print</span><span class="p">(</span><span class="n">gpu_out</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[24827.934 26008.195 24923.64 24627.52 25918.248 26882.602 25458.98
- 25241.57 26969.422 25459.75 ]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[26350.914 24924.74 25860.611 26110.973 24241.727 25764.219 26222.271
+ 25525.27 25149.334 25394.926]]
</pre></div>
</div>
</section>
diff --git a/docs/how_to/tutorials/e2e_opt_model.html b/docs/how_to/tutorials/e2e_opt_model.html
index 4454cc64750..90dac38f7ca 100644
--- a/docs/how_to/tutorials/e2e_opt_model.html
+++ b/docs/how_to/tutorials/e2e_opt_model.html
@@ -330,8 +330,8 @@ PyTorch.</p>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Downloading: "https://download.pytorch.org/models/resnet18-f37072fd.pth" to /workspace/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth
0%| | 0.00/44.7M [00:00<?, ?B/s]
- 54%|█████▍ | 24.2M/44.7M [00:00<00:00, 254MB/s]
-100%|██████████| 44.7M/44.7M [00:00<00:00, 265MB/s]
+ 64%|██████▍ | 28.8M/44.7M [00:00<00:00, 301MB/s]
+100%|██████████| 44.7M/44.7M [00:00<00:00, 311MB/s]
</pre></div>
</div>
</section>
diff --git a/docs/how_to/tutorials/sg_execution_times.html b/docs/how_to/tutorials/sg_execution_times.html
index 59640347f4c..fb4c39d641a 100644
--- a/docs/how_to/tutorials/sg_execution_times.html
+++ b/docs/how_to/tutorials/sg_execution_times.html
@@ -295,7 +295,7 @@
<section id="computation-times">
<span id="sphx-glr-how-to-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading"></a></h1>
-<p><strong>00:19.242</strong> total execution time for 7 files <strong>from how_to/tutorials</strong>:</p>
+<p><strong>00:14.857</strong> total execution time for 7 files <strong>from how_to/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -317,23 +317,23 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="optimize_llm.html#sphx-glr-how-to-tutorials-optimize-llm-py"><span class="std std-ref">Optimize Large Language Model</span></a> (<code class="docutils literal notranslate"><span class="pre">optimize_llm.py</span></code>)</p></td>
-<td><p>00:10.139</p></td>
+<td><p>00:09.982</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="import_model.html#sphx-glr-how-to-tutorials-import-model-py"><span class="std std-ref">Importing Models from ML Frameworks</span></a> (<code class="docutils literal notranslate"><span class="pre">import_model.py</span></code>)</p></td>
-<td><p>00:07.292</p></td>
+<td><p>00:03.281</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="e2e_opt_model.html#sphx-glr-how-to-tutorials-e2e-opt-model-py"><span class="std std-ref">End-to-End Optimize Model</span></a> (<code class="docutils literal notranslate"><span class="pre">e2e_opt_model.py</span></code>)</p></td>
-<td><p>00:00.685</p></td>
+<td><p>00:00.576</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="customize_opt.html#sphx-glr-how-to-tutorials-customize-opt-py"><span class="std std-ref">Customize Optimization</span></a> (<code class="docutils literal notranslate"><span class="pre">customize_opt.py</span></code>)</p></td>
-<td><p>00:00.623</p></td>
+<td><p>00:00.531</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="cross_compilation_and_rpc.html#sphx-glr-how-to-tutorials-cross-compilation-and-rpc-py"><span class="std std-ref">Cross Compilation and RPC</span></a> (<code class="docutils literal notranslate"><span class="pre">cross_compilation_and_rpc.py</span></code>)</p></td>
-<td><p>00:00.496</p></td>
+<td><p>00:00.481</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="mix_python_and_tvm_with_pymodule.html#sphx-glr-how-to-tutorials-mix-python-and-tvm-with-pymodule-py"><span class="std std-ref">Mix Python/PyTorch with TVM Using BasePyModule</span></a> (<code class="docutils literal notranslate"><span class="pre">mix_python_and_tvm_with_pymodule.py</span></code>)</p></td>
diff --git a/docs/objects.inv b/docs/objects.inv
index c4a8fd008b4..c19d500f5aa 100644
Binary files a/docs/objects.inv and b/docs/objects.inv differ
diff --git a/docs/reference/api/python/relax/op.html b/docs/reference/api/python/relax/op.html
index dc3cfd42d6a..ba6f1e094d8 100644
--- a/docs/reference/api/python/relax/op.html
+++ b/docs/reference/api/python/relax/op.html
@@ -2503,7 +2503,7 @@ Defaults to “ij”.</p></li>
<dl class="py function">
<dt class="sig sig-object py" id="tvm.relax.op.layout_transform">
-<span class="sig-prename descclassname"><span class="pre">tvm.relax.op.</span></span><span class="sig-name descname"><span class="pre">layout_transform</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">x</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../ir.html#tvm.ir.RelaxExpr" title="tvm.ir.expr.RelaxExpr"><span class="pre">RelaxExpr</span></a></ [...]
+<span class="sig-prename descclassname"><span class="pre">tvm.relax.op.</span></span><span class="sig-name descname"><span class="pre">layout_transform</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">x</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="../ir.html#tvm.ir.RelaxExpr" title="tvm.ir.expr.RelaxExpr"><span class="pre">RelaxExpr</span></a></ [...]
<dd><p>Modifies the layout of a tensor.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters<span class="colon">:</span></dt>
diff --git a/docs/reference/api/typedoc/classes/ArtifactCache.html b/docs/reference/api/typedoc/classes/ArtifactCache.html
index b47d2ec69b8..0c1467b17d3 100644
--- a/docs/reference/api/typedoc/classes/ArtifactCache.html
+++ b/docs/reference/api/typedoc/classes/ArtifactCache.html
@@ -1,11 +1,11 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/artifact_cache.ts#L287">artifact_cache.ts:287</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/artifact_cache.ts#L287">artifact_cache.ts:287</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#addtocache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Cache</span></a>
<a href="#deleteincache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete<wbr/>In<wbr/>Cache</span></a>
<a href="#fetchwithcache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>fetch<wbr/>With<wbr/>Cache</span></a>
<a href="#hasallkeys" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has<wbr/>All<wbr/>Keys</span></a>
<a href="#responsetostoretype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>response<wbr/>Tostoretype</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<ul>
<li></li>
</ul>
@@ -22,15 +22,15 @@ data rather than a request, we specify <code>storagetype</code>. There are two o
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>the corresponding url object to be deleted</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#deleteincache">deleteInCache</a></p><ul><li>Defined in <a href="https [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#deleteincache">deleteInCache</a></p><ul><li>Defined in <a href="https [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>url</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">storetype</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>the storage type for indexedDB</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">signal</span>: <span class="tsd-signature-type">AbortSignal</span></span><div class="tsd-comment tsd-typography"><p>an optional abort signal to abort fetching</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span></h4><p>response in json, arraybuffer or pure response format</p>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/artifact_cache.ts#L318">artifact_cache.ts:318</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/artifact_cache.ts#L318">artifact_cache.ts:318</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>the url key list of the strings</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol">></span></h4><p>boolean value indicate if all keys are in cache</p>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#hasallkeys">hasAllKeys</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/artifact_cache.ts#L344">artifact_cache.ts:344</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="responsetost [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">response</span>: <span class="tsd-signature-type">Response</span></span></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">storetype</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span c [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#hasallkeys">hasAllKeys</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/artifact_cache.ts#L344">artifact_cache.ts:344</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="responsetost [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">response</span>: <span class="tsd-signature-type">Response</span></span></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">storetype</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span c [...]
diff --git a/docs/reference/api/typedoc/classes/ArtifactCrossOriginStorageCache.html b/docs/reference/api/typedoc/classes/ArtifactCrossOriginStorageCache.html
index 598e5492804..0b8c6e46263 100644
--- a/docs/reference/api/typedoc/classes/ArtifactCrossOriginStorageCache.html
+++ b/docs/reference/api/typedoc/classes/ArtifactCrossOriginStorageCache.html
@@ -1,10 +1,10 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCrossOriginStorageCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script as [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/artifact_cache.ts#L555">artifact_cache.ts:555</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/artifact_cache.ts#L555">artifact_cache.ts:555</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#addtocache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Cache</span></a>
<a href="#deleteincache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete<wbr/>In<wbr/>Cache</span></a>
<a href="#fetchwithcache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>fetch<wbr/>With<wbr/>Cache</span></a>
<a href="#hasallkeys" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has<wbr/>All<wbr/>Keys</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<ul>
<li></li>
</ul>
@@ -19,11 +19,11 @@ data rather than a request, we specify <code>storagetype</code>. There are two o
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
cache, fetch the data and then add to cache.</p>
<ul>
<li></li>
@@ -45,8 +45,8 @@ return the actual data object rather than the request. There are two options:</p
<ul>
<li>Note: This is an async function.</li>
</ul>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/artifact_cache.ts#L565">artifact_cache.ts:565</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/artifact_cache.ts#L565">artifact_cache.ts:565</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
diff --git a/docs/reference/api/typedoc/classes/ArtifactIndexedDBCache.html b/docs/reference/api/typedoc/classes/ArtifactIndexedDBCache.html
index 81f3a653aa1..c1275ed4b05 100644
--- a/docs/reference/api/typedoc/classes/ArtifactIndexedDBCache.html
+++ b/docs/reference/api/typedoc/classes/ArtifactIndexedDBCache.html
@@ -1,12 +1,12 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactIndexedDBCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=" [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/artifact_cache.ts#L369">artifact_cache.ts:369</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/artifact_cache.ts#L369">artifact_cache.ts:369</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#addtocache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Cache</span></a>
<a href="#addtoindexeddb" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Indexed<wbr/>DB</span></a>
<a href="#asyncgethelper" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>async<wbr/>Get<wbr/>Helper</span></a>
<a href="#deleteincache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete<wbr/>In<wbr/>Cache</span></a>
<a href="#fetchwithcache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>fetch<wbr/>With<wbr/>Cache</span></a>
<a href="#hasallkeys" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has<wbr/>All<wbr/>Keys</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<ul>
<li></li>
</ul>
@@ -23,11 +23,11 @@ data rather than a request, we specify <code>storagetype</code>. There are two o
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
cache, fetch the data and then add to cache.</p>
<ul>
<li></li>
@@ -49,8 +49,8 @@ return the actual data object rather than the request. There are two options:</p
<ul>
<li>Note: This is an async function.</li>
</ul>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/artifact_cache.ts#L443">artifact_cache.ts:443</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/artifact_cache.ts#L443">artifact_cache.ts:443</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
diff --git a/docs/reference/api/typedoc/classes/CacheState.html b/docs/reference/api/typedoc/classes/CacheState.html
index ab5853c6d38..9ec9ce360a2 100644
--- a/docs/reference/api/typedoc/classes/CacheState.html
+++ b/docs/reference/api/typedoc/classes/CacheState.html
@@ -24,16 +24,16 @@ that reference the old buffer stale.</li>
</ul>
</li>
</ul>
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/cache_state.ts#L138">cache_state.ts:138</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden=" [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/cache_state.ts#L138">cache_state.ts:138</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden=" [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#shapecache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>shape<wbr/>Cache</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#computeshapekey" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>compute<wbr/>Shape<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<p>Key: comma-separated dimension string, e.g. "1,32,128"
Value: TVM ShapeTuple object (Disposable)</p>
<p>Invalidation rule: None required — shape tuples are immutable.</p>
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/cache_state.ts#L147">cache_state.ts:147</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevro [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/cache_state.ts#L169">cache_state.ts:169</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="computeshapekey"><code class="tsd-tag">Static</code><span>compute<wbr/>Shape<wbr/>Key</span><a href="#c [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/cache_state.ts#L147">cache_state.ts:147</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevro [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/cache_state.ts#L169">cache_state.ts:169</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="computeshapekey"><code class="tsd-tag">Static</code><span>compute<wbr/>Shape<wbr/>Key</span><a href="#c [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>Array of dimension values.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><p>String key suitable for shapeCache lookup.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/cache_state.ts#L162">cache_state.ts:162</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use h [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/cache_state.ts#L162">cache_state.ts:162</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use h [...]
diff --git a/docs/reference/api/typedoc/classes/DLDataType.html b/docs/reference/api/typedoc/classes/DLDataType.html
index 50f0ad0e069..4bf2f35b06e 100644
--- a/docs/reference/api/typedoc/classes/DLDataType.html
+++ b/docs/reference/api/typedoc/classes/DLDataType.html
@@ -1,11 +1,11 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>DLDataType | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ic [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L405">runtime.ts:405</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L405">runtime.ts:405</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#bits" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>bits</span></a>
<a href="#code" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>code</span></a>
<a href="#lanes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>lanes</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#numstoragebytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>num<wbr/>Storage<wbr/>Bytes</span></a>
<a href="#tostring" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>to<wbr/>String</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L409">runtime.ts:409</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="code"><span>code</span><a href="#code" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-sig [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L407">runtime.ts:407</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="lanes"><span>lanes</span><a href="#lanes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L411">runtime.ts:411</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L409">runtime.ts:409</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="code"><span>code</span><a href="#code" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-sig [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L407">runtime.ts:407</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="lanes"><span>lanes</span><a href="#lanes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L411">runtime.ts:411</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
diff --git a/docs/reference/api/typedoc/classes/DLDevice.html b/docs/reference/api/typedoc/classes/DLDevice.html
index 8bb1d92e497..27e6adfe281 100644
--- a/docs/reference/api/typedoc/classes/DLDevice.html
+++ b/docs/reference/api/typedoc/classes/DLDevice.html
@@ -1,10 +1,10 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>DLDevice | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icon [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L345">runtime.ts:345</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L345">runtime.ts:345</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#deviceid" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device<wbr/>Id</span></a>
<a href="#devicetype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device<wbr/>Type</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#sync" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>sync</span></a>
<a href="#tostring" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>to<wbr/>String</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L349">runtime.ts:349</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="devicetype"><span>device<wbr/>Type</span><a href="#devicetype" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a> [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L347">runtime.ts:347</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L372">runtime.ts:372</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L349">runtime.ts:349</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="devicetype"><span>device<wbr/>Type</span><a href="#devicetype" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a> [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L347">runtime.ts:347</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L372">runtime.ts:372</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
diff --git a/docs/reference/api/typedoc/classes/Instance.html b/docs/reference/api/typedoc/classes/Instance.html
index fc58ae1ef93..d0c42429bb4 100644
--- a/docs/reference/api/typedoc/classes/Instance.html
+++ b/docs/reference/api/typedoc/classes/Instance.html
@@ -12,7 +12,7 @@ are not tracked through JS native garbage collection mechanism.</p>
<li><a href="#attachtocurrentscope" class="tsd-kind-method">attachToCurrentScope</a></li>
<li><a href="#detachfromcurrentscope" class="tsd-kind-method">detachFromCurrentScope</a></li>
</ul>
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L856">runtime.ts:856</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L856">runtime.ts:856</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#cachemetadata" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>cache<wbr/>Metadata</span></a>
<a href="#exports" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>exports</span></a>
<a href="#memory" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>memory</span></a>
@@ -75,25 +75,25 @@ a WASI object, or an object containing wasmLibraryProvider field.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">wasmInstance</span>: <span class="tsd-signature-type">Instance</span></span><div class="tsd-comment tsd-typography"><p>Additional wasm instance argument for deferred construction.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">env</span>: <a href="_internal_.Environment.html" class="tsd-signature-type tsd-kind-class">Environment</a></span><div class="tsd-comment tsd-typography"><p>Directly specified environment module.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">Instance</a></h4><div class="tsd-comment tsd-typography"><div class="tsd-tag-see"><h4 class="tsd-anchor-link" id="see">See<a href="#see" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h4><p>Please use the async version <a href="../functions/instantiate.html" class="tsd-kin [...]
-</div></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L889">runtime.ts:889</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icon [...]
+</div></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L889">runtime.ts:889</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icon [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">logits</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The input logits before penalty.</p>
</div></li><li><span><span class="tsd-kind-parameter">token_ids</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The appeared token ids.</p>
</div></li><li><span><span class="tsd-kind-parameter">token_freqs</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The number of times each token has appeared since last PrefillStep.
token_freqs[i] is the frequency of token_ids[i], for all i. And all token_freqs should be >= 1.</p>
</div></li><li><span><span class="tsd-kind-parameter">presence_penalty</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The penalty factor.</p>
</div></li><li><span><span class="tsd-kind-parameter">frequency_penalty</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The penalty factor.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1587">runtime.ts:1587</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="applyrepetitionpenalty"><span>apply<wbr/>Repetition<wbr/>Penalty</span><a href="#applyrepetiti [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1587">runtime.ts:1587</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="applyrepetitionpenalty"><span>apply<wbr/>Repetition<wbr/>Penalty</span><a href="#applyrepetiti [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">logits</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The input logits before penalty.</p>
</div></li><li><span><span class="tsd-kind-parameter">token_ids</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The appeared token ids.</p>
</div></li><li><span><span class="tsd-kind-parameter">penalty</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The penalty factor.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1574">runtime.ts:1574</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="applysoftmaxwithtemperature"><span>apply<wbr/>Softmax<wbr/>With<wbr/>Temperature</span><a href [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1574">runtime.ts:1574</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="applysoftmaxwithtemperature"><span>apply<wbr/>Softmax<wbr/>With<wbr/>Temperature</span><a href [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">logits</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The input logits before softmax w/ temperature.</p>
</div></li><li><span><span class="tsd-kind-parameter">temperature</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The temperature factor.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1604">runtime.ts:1604</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="asyncifyenabled"><span>asyncify<wbr/>Enabled</span><a href="#asyncifyenabled" aria-label="Perm [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1604">runtime.ts:1604</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="asyncifyenabled"><span>asyncify<wbr/>Enabled</span><a href="#asyncifyenabled" aria-label="Perm [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>The asynctify mode toggle</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L957">runtime.ts:957</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="asyncloadwebgpupipelines"><span>async<wbr/>Load<wbr/>Web<wbr/>GPU<wbr/>Pipelines</span><a href="#asyncloadwebgpupipelines" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidd [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L957">runtime.ts:957</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="asyncloadwebgpupipelines"><span>async<wbr/>Load<wbr/>Web<wbr/>GPU<wbr/>Pipelines</span><a href="#asyncloadwebgpupipelines" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidd [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">mod</span>: <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></span><div class="tsd-comment tsd-typography"><p>The input module.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1835">runtime.ts:1835</a></li></ul></aside></div></li></ul></section><section class="tsd-pane [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1835">runtime.ts:1835</a></li></ul></aside></div></li></ul></section><section class="tsd-pane [...]
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="attachtocurrentscopet"><span class="tsd-kind-type-parameter">T</span> <span class="tsd-signature-keyword">extends</span> <a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kin [...]
<ul>
<li>Note: Normally user do not need to call this function explicitly, as
@@ -101,8 +101,8 @@ all library call return values are explicitly attached to
the current scope. You only need to do so when you call
<a href="#detachfromcurrentscope" class="tsd-kind-method">detachFromCurrentScope</a> to create a detached object.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#attachtocurrentscopet">T</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1027">runtime.ts:1027</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="beginscope"><span>begin<wbr/>Scope</span><a href [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L986">runtime.ts:986</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="benchmark"><span>benchmark</span><a href="#benchmark" aria-label="Permalink" class="tsd-anchor-icon"><svg viewB [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#attachtocurrentscopet">T</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1027">runtime.ts:1027</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="beginscope"><span>begin<wbr/>Scope</span><a href [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L986">runtime.ts:986</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="benchmark"><span>benchmark</span><a href="#benchmark" aria-label="Permalink" class="tsd-anchor-icon"><svg viewB [...]
<ul>
<li></li>
</ul>
@@ -113,82 +113,82 @@ the current scope. You only need to do so when you call
</div></li><li><span><span class="tsd-kind-parameter">number</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 10</span></span><div class="tsd-comment tsd-typography"><p>The number of times to compute the average.
*</p>
</div></li><li><span><span class="tsd-kind-parameter">repeat</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 1</span></span><div class="tsd-comment tsd-typography"><p>The number of times to repeat the run.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L932">runtime.ts:932</a></li></ul></aside></div> [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L932">runtime.ts:932</a></li></ul></aside></div> [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">canvas</span>: <span class="tsd-signature-type">HTMLCanvasElement</span></span><div class="tsd-comment tsd-typography"><p>The canvas.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1612">runtime.ts:1612</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="clearcanvas"><span>clear<wbr/>Canvas</span><a href="#clearcanvas" aria-label="Permalink" clas [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1643">runtime.ts:1643</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="concatembeddings"><span>concat<wbr/>Embeddings</span><a href="#concatembeddings" aria-label="Permalink" class [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1612">runtime.ts:1612</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="clearcanvas"><span>clear<wbr/>Canvas</span><a href="#clearcanvas" aria-label="Permalink" clas [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1643">runtime.ts:1643</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="concatembeddings"><span>concat<wbr/>Embeddings</span><a href="#concatembeddings" aria-label="Permalink" class [...]
*</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">embeddings</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>A list of embeddings in Tensors, each array i has shape (m_i, hidden_size).</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>An Tensor of shape (\sum_{i} {m}, hidden_size)</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1680">runtime.ts:1680</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="cpu"><span>cpu</span><a href="#cpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><ul class= [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1680">runtime.ts:1680</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="cpu"><span>cpu</span><a href="#cpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><ul class= [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">deviceId</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 0</span></span><div class="tsd-comment tsd-typography"><p>The device index.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1482">runtime.ts:1482</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createvirtualmachine"><span>create<wbr/>Virtual<wbr/>Machin [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1482">runtime.ts:1482</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createvirtualmachine"><span>create<wbr/>Virtual<wbr/>Machin [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">dev</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>DLDevice the device.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="VirtualMachine.html" class="tsd-signature-type tsd-kind-class">VirtualMachine</a></h4><p>The created virtual machime.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1178">runtime.ts:1178</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="detachfromcurrentscope"><span>detach<wbr/>From<wbr/>Current<wbr/>Scope</span><a href="#detachfromcurrentscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1178">runtime.ts:1178</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="detachfromcurrentscope"><span>detach<wbr/>From<wbr/>Current<wbr/>Scope</span><a href="#detachfromcurrentscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"> [...]
so it won't be released via auto-release during endscope.</p>
<p>User needs to either explicitly call obj.dispose(), or
<a href="#attachtocurrentscope" class="tsd-kind-method">attachToCurrentScope</a> to re-attach to the current scope.</p>
<p>This function can be used to return values to the parent scope.</p>
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="detachfromcurrentscopet"><span class="tsd-kind-type-parameter">T</span> <span class="tsd-signature-keyword">extends</span> <a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-k [...]
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#detachfromcurrentscopet">T</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1054">runtime.ts:1054</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="device"><span>device</span><a href="#device" a [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#detachfromcurrentscopet">T</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1054">runtime.ts:1054</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="device"><span>device</span><a href="#device" a [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">deviceType</span>: <span class="tsd-signature-type">string</span> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The device type.</p>
</div></li><li><span><span class="tsd-kind-parameter">deviceId</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 0</span></span><div class="tsd-comment tsd-typography"><p>The device index.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><p>The created device.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1474">runtime.ts:1474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1474">runtime.ts:1474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L961">runtime.ts:961</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L961">runtime.ts:961</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The shape of the array.</p>
</div></li><li><span><span class="tsd-kind-parameter">dtype</span>: <span class="tsd-signature-type">string</span> <span class="tsd-signature-symbol">|</span> <a href="DLDataType.html" class="tsd-signature-type tsd-kind-class">DLDataType</a><span class="tsd-signature-symbol"> = "float32"</span></span><div class="tsd-comment tsd-typography"><p>The data type of the array.</p>
</div></li><li><span><span class="tsd-kind-parameter">dev</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a><span class="tsd-signature-symbol"> = ...</span></span><div class="tsd-comment tsd-typography"><p>The device of the ndarray.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The created ndarray.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1502">runtime.ts:1502</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="endscope"><span>end<wbr/>Scope</span><a href="#endscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></sv [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1502">runtime.ts:1502</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="endscope"><span>end<wbr/>Scope</span><a href="#endscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></sv [...]
under the current scope.</p>
<p>Exception: one can call <a href="#movetoparentscope" class="tsd-kind-method">moveToParentScope</a> to move
a value to parent scope.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L997">runtime.ts:997</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="fetchtensorcache"><span>fetch<wbr/>Tensor<wbr/>Cache</span><a href="#fetchtensorcache" aria-label="Permalink" c [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L997">runtime.ts:997</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="fetchtensorcache"><span>fetch<wbr/>Tensor<wbr/>Cache</span><a href="#fetchtensorcache" aria-label="Permalink" c [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">tensorCacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cache url.</p>
</div></li><li><span><span class="tsd-kind-parameter">device</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>The device to be fetched to.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">options</span>: <a href="../interfaces/FetchTensorCacheOptions.html" class="tsd-signature-type tsd-kind-interface">FetchTensorCacheOptions</a></span><div class="tsd-comment tsd-typography"><p>Options object.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span></h4><p>The meta data</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1266">runtime.ts:1266</a></li></ul></aside></div></li><li class=""><div class="tsd-signature tsd-anchor-link" id="fetchtensorcache-2"><span class="tsd-kind-call-signature">fetchTensorCache</span><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">tensorCacheUrl</span><span class="tsd-signature-symbol">:</sp [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1266">runtime.ts:1266</a></li></ul></aside></div></li><li class=""><div class="tsd-signature tsd-anchor-link" id="fetchtensorcache-2"><span class="tsd-kind-call-signature">fetchTensorCache</span><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">tensorCacheUrl</span><span class="tsd-signature-symbol">:</sp [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">tensorCacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cache url.</p>
</div></li><li><span><span class="tsd-kind-parameter">device</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>The device to be fetched to.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheScope</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The scope identifier of the cache (legacy positional overload).</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheType</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The type of the cache: "cache", "indexeddb", or "cross-origin" (legacy positional overload).</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">signal</span>: <span class="tsd-signature-type">AbortSignal</span></span><div class="tsd-comment tsd-typography"><p>An optional AbortSignal to abort the fetch (legacy positional overload).</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span></h4><p>The meta data</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1271">runtime.ts:1271</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getglobalfunc"><span>get<wbr/>Global<wbr/>Func</span><a href="#getglobalfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#ic [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1271">runtime.ts:1271</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getglobalfunc"><span>get<wbr/>Global<wbr/>Func</span><a href="#getglobalfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#ic [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The result function.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1117">runtime.ts:1117</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getparamsfromcache"><span>get<wbr/>Params<wbr/>From<wbr/>Cache</span><a href="#getparamsfromcache" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href=". [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1117">runtime.ts:1117</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getparamsfromcache"><span>get<wbr/>Params<wbr/>From<wbr/>Cache</span><a href="#getparamsfromcache" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href=". [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">prefix</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The parameter prefix.</p>
</div></li><li><span><span class="tsd-kind-parameter">numParams</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Number of parameters.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1206">runtime.ts:1206</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getparamsfromcachebyname"><span>get<wbr/>Params<wbr/>From [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1206">runtime.ts:1206</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getparamsfromcachebyname"><span>get<wbr/>Params<wbr/>From [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">paramNames</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>Names of the parameters.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><p>Parameters read.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1217">runtime.ts:1217</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="initwebgpu"><span>init<wbr/>Web<wbr/>GPU</span><a href="#initwebgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1217">runtime.ts:1217</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="initwebgpu"><span>init<wbr/>Web<wbr/>GPU</span><a href="#initwebgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">device</span>: <span class="tsd-signature-type">GPUDevice</span></span><div class="tsd-comment tsd-typography"><p>The given GPU device.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1898">runtime.ts:1898</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="ispackedfunc"><span>is<wbr/>Packed<wbr/>Func</span><a href="#ispackedfunc" aria-label="Permal [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1898">runtime.ts:1898</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="ispackedfunc"><span>is<wbr/>Packed<wbr/>Func</span><a href="#ispackedfunc" aria-label="Permal [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-type">unknown</span></span><div class="tsd-comment tsd-typography"><p>The input.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>The check result.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1151">runtime.ts:1151</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="listglobalfuncnames"><span>list<wbr/>Global<wbr/>Func<wbr/>Names</span><a href="#listglobalfuncnames" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1151">runtime.ts:1151</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="listglobalfuncnames"><span>list<wbr/>Global<wbr/>Func<wbr/>Names</span><a href="#listglobalfuncnames" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></h4><p>The name list.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1070">runtime.ts:1070</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="makeshapetuple"><span>make<wbr/>Shape<wbr/>Tuple</span><a href="#makeshapetuple" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1070">runtime.ts:1070</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="makeshapetuple"><span>make<wbr/>Shape<wbr/>Tuple</span><a href="#makeshapetuple" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The shape .</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><p>The created shape tuple.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1704">runtime.ts:1704</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="maketvmarray"><span>make<wbr/>TVM<wbr/>Array</span><a href="#maketvmarray" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1704">runtime.ts:1704</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="maketvmarray"><span>make<wbr/>TVM<wbr/>Array</span><a href="#maketvmarray" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
<p>The input array can be passed to tvm runtime function
and needs to b explicitly disposed.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">inputs</span>: <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The input array</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMArray.html" class="tsd-signature-type tsd-kind-class">TVMArray</a></h4><p>The result array.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1656">runtime.ts:1656</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="movetoparentscope"><span>move<wbr/>To<wbr/>Parent<wbr/>Scope</span><a href="#movetoparentscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../a [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1656">runtime.ts:1656</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="movetoparentscope"><span>move<wbr/>To<wbr/>Parent<wbr/>Scope</span><a href="#movetoparentscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../a [...]
<p>This function is useful to make sure objects are still
alive when exit the current scope.</p>
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="movetoparentscopet"><span class="tsd-kind-type-parameter">T</span> <span class="tsd-signature-keyword">extends</span> <a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-p [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#movetoparentscopet">T</a></h4><p>The input obj.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1040">runtime.ts:1040</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerasyncifyfunc"><span>register<wbr/>Asyncify<wbr/>Func</span><a href="#registerasyncifyfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href=". [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1040">runtime.ts:1040</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerasyncifyfunc"><span>register<wbr/>Asyncify<wbr/>Func</span><a href="#registerasyncifyfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href=". [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">...</span><span class="tsd-kind-parameter">args</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">Promise</span><span class="tsd-signat [...]
</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span><div class="tsd-comment tsd-typography"><p>Whether overwrite function in existing registry.</p>
@@ -196,7 +196,7 @@ alive when exit the current scope.</p>
<li>Note: This function is handled via asynctify mechanism.
The wasm needs to be compiled with Asynctify</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1789">runtime.ts:1789</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerasyncserverfunc"><span>register<wbr/>Async<wbr/>Server<wbr/>Func</span><a href="#regi [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1789">runtime.ts:1789</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerasyncserverfunc"><span>register<wbr/>Async<wbr/>Server<wbr/>Func</span><a href="#regi [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-type">Function</span></span><div class="tsd-comment tsd-typography"><p>function to be registered.</p>
</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span><div class="tsd-comment tsd-typography"><p>Whether overwrite function in existing registry.</p>
@@ -204,32 +204,32 @@ The wasm needs to be compiled with Asynctify</li>
<li>Note: The async function will only be used for serving remote calls in the rpc.
These functions contains explicit continuation</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1808">runtime.ts:1808</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerfunc"><span>register<wbr/>Func</span><a href="#registerfunc" aria-label="Permalink" c [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1808">runtime.ts:1808</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerfunc"><span>register<wbr/>Func</span><a href="#registerfunc" aria-label="Permalink" c [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.
*</p>
</div></li><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-type">Function</span> <span class="tsd-signature-symbol">|</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></span><div class="tsd-comment tsd-typography"><p>Function to be registered.</p>
</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span><div class="tsd-comment tsd-typography"><p>Whether overwrite function in existing registry.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1087">runtime.ts:1087</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerinitprogresscallback"><span>register<wbr/>Init<wbr/>Progress<wbr/>Callback</span><a h [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1087">runtime.ts:1087</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerinitprogresscallback"><span>register<wbr/>Init<wbr/>Progress<wbr/>Callback</span><a h [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">cb</span>: <a href="../types/InitProgressCallback.html" class="tsd-signature-type tsd-kind-type-alias">InitProgressCallback</a></span><div class="tsd-comment tsd-typography"><p>the fetch progress callback.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1195">runtime.ts:1195</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerobjectconstructor"><span>register<wbr/>Object<wbr/>Constructor</span><a href="#regist [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1195">runtime.ts:1195</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerobjectconstructor"><span>register<wbr/>Object<wbr/>Constructor</span><a href="#regist [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">typeKey</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li><li><span><span class="tsd-kind-parameter">func</span>: <a href="../types/_internal_.FObjectConstructor.html" class="tsd-signature-type tsd-kind-type-alias">FObjectConstructor</a></span><div class="tsd-comment tsd-typography"><p>Function to be registered.</p>
</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span><div class="tsd-comment tsd-typography"><p>Whether overwrite function in existing registry.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1745">runtime.ts:1745</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="runtimestatstext"><span>runtime<wbr/>Stats<wbr/>Text</span><a href="#runtimestatstext" aria-l [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L975">runtime.ts:975</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sampletoppfromlogits"><span>sample<wbr/>Top<wbr/>P<wbr/>From<wbr/>Logits</span><a href="#sampletoppfromlogits [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1745">runtime.ts:1745</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="runtimestatstext"><span>runtime<wbr/>Stats<wbr/>Text</span><a href="#runtimestatstext" aria-l [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L975">runtime.ts:975</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sampletoppfromlogits"><span>sample<wbr/>Top<wbr/>P<wbr/>From<wbr/>Logits</span><a href="#sampletoppfromlogits [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">logits</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The input logits before normalization.</p>
</div></li><li><span><span class="tsd-kind-parameter">temperature</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The temperature factor, will take argmax if temperature = 0.0</p>
</div></li><li><span><span class="tsd-kind-parameter">top_p</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The top_p</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The sampled index.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1553">runtime.ts:1553</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sampletoppfromprob"><span>sample<wbr/>Top<wbr/>P<wbr/>From<wbr/>Prob</span><a href="#sampletoppfromprob" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use h [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1553">runtime.ts:1553</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sampletoppfromprob"><span>sample<wbr/>Top<wbr/>P<wbr/>From<wbr/>Prob</span><a href="#sampletoppfromprob" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use h [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">prob</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The distribution, i.e. logits after <code>applySoftmaxWithTemperature()</code> is performed.</p>
</div></li><li><span><span class="tsd-kind-parameter">top_p</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The top_p</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The sampled index.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1564">runtime.ts:1564</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="scalar"><span>scalar</span><a href="#scalar" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3>< [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1564">runtime.ts:1564</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="scalar"><span>scalar</span><a href="#scalar" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3>< [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">value</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The number value.</p>
</div></li><li><span><span class="tsd-kind-parameter">dtype</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The dtype string.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Scalar.html" class="tsd-signature-type tsd-kind-class">Scalar</a></h4><p>The created scalar.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1464">runtime.ts:1464</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setpackedarguments"><span>set<wbr/>Packed<wbr/>Arguments</span><a href="#setpackedarguments" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../asse [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1464">runtime.ts:1464</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setpackedarguments"><span>set<wbr/>Packed<wbr/>Arguments</span><a href="#setpackedarguments" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../asse [...]
Allocate new temporary space from the stack if necessary.</p>
<ul>
<li></li>
@@ -237,37 +237,37 @@ Allocate new temporary space from the stack if necessary.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">stack</span>: <a href="_internal_.CachedCallStack.html" class="tsd-signature-type tsd-kind-class">CachedCallStack</a></span><div class="tsd-comment tsd-typography"><p>The call stack.</p>
</div></li><li><span><span class="tsd-kind-parameter">args</span>: <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The input arguments.</p>
</div></li><li><span><span class="tsd-kind-parameter">packedArgs</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The offset of packedArgs.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L2047">runtime.ts:2047</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setseed"><span>set<wbr/>Seed</span><a href="#setseed" aria-label="Permalink" class="tsd-ancho [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">seed</span>: <span class="tsd-signature-type">number</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1541">runtime.ts [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L2047">runtime.ts:2047</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setseed"><span>set<wbr/>Seed</span><a href="#setseed" aria-label="Permalink" class="tsd-ancho [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">seed</span>: <span class="tsd-signature-type">number</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1541">runtime.ts [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">dataRGBA</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>Image array in height x width uint32 Tensor RGBA format on GPU.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1621">runtime.ts:1621</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="systemlib"><span>system<wbr/>Lib</span><a href="#systemlib" aria-label="Permalink" class="tsd [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1621">runtime.ts:1621</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="systemlib"><span>system<wbr/>Lib</span><a href="#systemlib" aria-label="Permalink" class="tsd [...]
System lib is a global module that contains self register functions in startup.</p>
</div><h4 class="tsd-returns-title">Returns <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></h4><p>The system library module.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1063">runtime.ts:1063</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheclear"><span>tensor<wbr/>Cache<wbr/>Clear</span><a href="#tensorcacheclear" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ico [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1251">runtime.ts:1251</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheget"><span>tensor<wbr/>Cache<wbr/>Get</span><a href="#tensorcacheget" aria-label="Permalink" class [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1063">runtime.ts:1063</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheclear"><span>tensor<wbr/>Cache<wbr/>Clear</span><a href="#tensorcacheclear" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ico [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1251">runtime.ts:1251</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheget"><span>tensor<wbr/>Cache<wbr/>Get</span><a href="#tensorcacheget" aria-label="Permalink" class [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of array.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The result.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1226">runtime.ts:1226</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheremove"><span>tensor<wbr/>Cache<wbr/>Remove</span><a href="#tensorcacheremove" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1226">runtime.ts:1226</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheremove"><span>tensor<wbr/>Cache<wbr/>Remove</span><a href="#tensorcacheremove" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of array.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The result.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1235">runtime.ts:1235</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheupdate"><span>tensor<wbr/>Cache<wbr/>Update</span><a href="#tensorcacheupdate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1235">runtime.ts:1235</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheupdate"><span>tensor<wbr/>Cache<wbr/>Update</span><a href="#tensorcacheupdate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the array.</p>
</div></li><li><span><span class="tsd-kind-parameter">arr</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The content.</p>
-</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1244">runtime.ts:1244</a></li></ul></aside></div></li></ul></se [...]
+</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1244">runtime.ts:1244</a></li></ul></aside></div></li></ul></se [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-type">Function</span></span><div class="tsd-comment tsd-typography"><p>Input function.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The converted function.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1161">runtime.ts:1161</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typekey2index"><span>type<wbr/>Key2<wbr/>Index</span><a href="#typekey2index" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#ic [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1161">runtime.ts:1161</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typekey2index"><span>type<wbr/>Key2<wbr/>Index</span><a href="#typekey2index" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#ic [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">typeKey</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The type key.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The corresponding type index.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1719">runtime.ts:1719</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="uniform"><span>uniform</span><a href="#uniform" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1719">runtime.ts:1719</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="uniform"><span>uniform</span><a href="#uniform" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The shape of the array.</p>
</div></li><li><span><span class="tsd-kind-parameter">low</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The low value.</p>
</div></li><li><span><span class="tsd-kind-parameter">high</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The high value.</p>
</div></li><li><span><span class="tsd-kind-parameter">dev</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>The device of the ndarray.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The created ndarray.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1520">runtime.ts:1520</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="webgpu"><span>webgpu</span><a href="#webgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3>< [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1520">runtime.ts:1520</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="webgpu"><span>webgpu</span><a href="#webgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3>< [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">deviceId</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 0</span></span><div class="tsd-comment tsd-typography"><p>The device index.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1490">runtime.ts:1490</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="withnewscope"><span>with<wbr/>New<wbr/>Scope</span><a href= [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1490">runtime.ts:1490</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="withnewscope"><span>with<wbr/>New<wbr/>Scope</span><a href= [...]
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="withnewscopet"><span class="tsd-kind-type-parameter">T</span></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">action</span>: <span class="tsd-signature-symbol">()</span> <span class="tsd-signature-symbol">=></span> <a class="tsd-signature-type tsd-kind-t [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#withnewscopet">T</a></h4><p>The result value.</p>
<ul>
@@ -275,7 +275,7 @@ System lib is a global module that contains self register functions in startup.<
we will need to call <a href="#movetoparentscope" class="tsd-kind-method">moveToParentScope</a>
for the objects that are created in the scope.</li>
</ul>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1011">runtime.ts:1011</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapasyncifypackedfunc"><span>wrap<wbr/>Asyncify<wbr/>Packed<wbr/>Func</span><a href="#wrapasyncifypackedfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1011">runtime.ts:1011</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapasyncifypackedfunc"><span>wrap<wbr/>Asyncify<wbr/>Packed<wbr/>Func</span><a href="#wrapasyncifypackedfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"> [...]
through the asyncify mechanism</p>
<p>You only need to call it if the function may contain callback into async
JS function via asynctify. A common one can be GPU synchronize.</p>
@@ -283,4 +283,4 @@ JS function via asynctify. A common one can be GPU synchronize.</p>
to make sure you use await when calling the funciton.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></span><div class="tsd-comment tsd-typography"><p>The PackedFunc.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/_internal_.AsyncPackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">AsyncPackedFunc</a></h4><p>The wrapped AsyncPackedFunc</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L1772">runtime.ts:1772</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href=". [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L1772">runtime.ts:1772</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href=". [...]
diff --git a/docs/reference/api/typedoc/classes/LRUCache.html b/docs/reference/api/typedoc/classes/LRUCache.html
index 2128de5eb5f..8037c7abcbd 100644
--- a/docs/reference/api/typedoc/classes/LRUCache.html
+++ b/docs/reference/api/typedoc/classes/LRUCache.html
@@ -3,7 +3,7 @@
Uses a Map to maintain insertion order for O(1) LRU eviction.</p>
</div></section><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="k"><span class="tsd-kind-type-parameter">K</span></span><div class="tsd-comment tsd-typography"><p>Cache key type.</p>
</div></li><li><span id="v"><span class="tsd-kind-type-parameter">V</span></span><div class="tsd-comment tsd-typography"><p>Cache value type.</p>
-</div></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/cache_state.ts#L37">cache_state.ts:37</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria- [...]
+</div></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/cache_state.ts#L37">cache_state.ts:37</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria- [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Accessors</h3><div class="tsd-index-list"><a href="#size" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Accessor"><use href="../assets/icons.svg#icon-262144"></use></svg><span>size</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#get" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get</span></a>
<a href="#invalidate" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>invalidate</span></a>
@@ -11,8 +11,8 @@ Uses a Map to maintain insertion order for O(1) LRU eviction.</p>
<a href="#values" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>values</span></a>
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div></li><li><span id="constructorlrucachev"><span class="tsd-kind-type-parameter">V</span></span><div class="tsd-comment tsd-typography"><p>Cache value type.</p>
-</div></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">maxSize</span>: <span class="tsd-signature-type">number</span></span></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">onEvict</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">key</span><span class="tsd-signature-symbol">:</span> <a class="tsd-si [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/cache_state.ts#L108">cache_state.ts:108</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" [...]
+</div></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">maxSize</span>: <span class="tsd-signature-type">number</span></span></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">onEvict</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">key</span><span class="tsd-signature-symbol">:</span> <a class="tsd-si [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/cache_state.ts#L108">cache_state.ts:108</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" [...]
<p>On hit: moves the entry to most-recently-used position and returns it.
On miss: calls <code>constructor()</code> to create the value, inserts it, and
returns it. If the cache is full, the least-recently-used entry is
@@ -20,13 +20,13 @@ evicted first.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">key</span>: <a class="tsd-signature-type tsd-kind-type-parameter" href="#k">K</a></span><div class="tsd-comment tsd-typography"><p>The cache key.</p>
</div></li><li><span><span class="tsd-kind-parameter">constructor</span>: <span class="tsd-signature-symbol">()</span> <span class="tsd-signature-symbol">=></span> <a class="tsd-signature-type tsd-kind-type-parameter" href="#v">V</a></span><div class="tsd-comment tsd-typography"><p>Factory function called on cache miss to produce the value.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#v">V</a></h4><p>The cached or newly constructed value.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/cache_state.ts#L60">cache_state.ts:60</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="invalidate"><span>invalidate</span><a href="#invalidate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/cache_state.ts#L60">cache_state.ts:60</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="invalidate"><span>invalidate</span><a href="#invalidate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
<p>Does not dispose values — the caller is responsible for cleanup
(e.g. destroying GPU buffers) before calling invalidate.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/cache_state.ts#L103">cache_state.ts:103</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="needeviction"><span>need<wbr/>Eviction</span><a href="#needeviction" aria-label="Permalink" class="tsd- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/cache_state.ts#L103">cache_state.ts:103</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="needeviction"><span>need<wbr/>Eviction</span><a href="#needeviction" aria-label="Permalink" class="tsd- [...]
<p>Useful when the caller needs to perform side effects before eviction
(e.g. flushing pending GPU commands before destroying an evicted buffer).</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">key</span>: <a class="tsd-signature-type tsd-kind-type-parameter" href="#k">K</a></span><div class="tsd-comment tsd-typography"><p>The key to check.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>true if inserting <code>key</code> would trigger eviction of another entry.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/cache_state.ts#L92">cache_state.ts:92</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="values"><span>values</span><a href="#values" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></ [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">IterableIterator</span><span class="tsd-signature-symbol"><</span><a class="tsd-signature-type tsd-kind-type-parameter" href="#v">V</a><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/cache_state.ts#L113">cache_state.ts:113</a></li></ul></aside></div></li></ul></section> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/cache_state.ts#L92">cache_state.ts:92</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="values"><span>values</span><a href="#values" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></ [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">IterableIterator</span><span class="tsd-signature-symbol"><</span><a class="tsd-signature-type tsd-kind-type-parameter" href="#v">V</a><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/cache_state.ts#L113">cache_state.ts:113</a></li></ul></aside></div></li></ul></section> [...]
diff --git a/docs/reference/api/typedoc/classes/LinearCongruentialGenerator.html b/docs/reference/api/typedoc/classes/LinearCongruentialGenerator.html
index 6e068425cf7..79e7d56b498 100644
--- a/docs/reference/api/typedoc/classes/LinearCongruentialGenerator.html
+++ b/docs/reference/api/typedoc/classes/LinearCongruentialGenerator.html
@@ -2,7 +2,7 @@
<p>Follows the implementation of <code>include/tvm/support/random_engine.h</code>, which follows the
sepcification in <a href="https://en.cppreference.com/w/cpp/numeric/random/linear_congruential_engine">https://en.cppreference.com/w/cpp/numeric/random/linear_congruential_engine</a>.</p>
<p>Note <code>Number.MAX_SAFE_INTEGER = 2^53 - 1</code>, and our intermediates are strictly less than 2^48.</p>
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/support.ts#L88">support.ts:88</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/support.ts#L88">support.ts:88</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#increment" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>increment</span></a>
<a href="#modulus" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>modulus</span></a>
<a href="#multiplier" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>multiplier</span></a>
@@ -10,11 +10,11 @@ sepcification in <a href="https://en.cppreference.com/w/cpp/numeric/random/linea
<a href="#randomfloat" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>random<wbr/>Float</span></a>
<a href="#setseed" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>set<wbr/>Seed</span></a>
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">LinearCongruentialGenerator</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/support.ts#L98">support.ts:98</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="secti [...]
+</div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">LinearCongruentialGenerator</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/support.ts#L98">support.ts:98</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="secti [...]
<p>Postcondition: pass <code>checkRandState()</code>, i.e. rand_state > 0 and is an integer.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/support.ts#L127">support.ts:127</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="randomfloat"><span>random<wbr/>Float</span><a href="#randomfloat" aria-label="Permalink" class="tsd-anchor-ic [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/support.ts#L127">support.ts:127</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="randomfloat"><span>random<wbr/>Float</span><a href="#randomfloat" aria-label="Permalink" class="tsd-anchor-ic [...]
<p>Postcondition: pass <code>checkRandState()</code>, i.e. rand_state > 0 and is an integer.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/support.ts#L141">support.ts:141</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setseed"><span>set<wbr/>Seed</span><a href="#setseed" aria-label="Permalink" class="tsd-anchor-icon"><svg vie [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/support.ts#L141">support.ts:141</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setseed"><span>set<wbr/>Seed</span><a href="#setseed" aria-label="Permalink" class="tsd-anchor-icon"><svg vie [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">seed</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Any integer. Used to set <code>rand_state</code> after normalized with <code>modulus</code>.</p>
<p>Postcondition: pass <code>checkRandState()</code>, i.e. rand_state > 0 and is an integer.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/support.ts#L111">support.ts:111</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-acc [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/support.ts#L111">support.ts:111</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-acc [...]
diff --git a/docs/reference/api/typedoc/classes/Module.html b/docs/reference/api/typedoc/classes/Module.html
index 8a0893e4bdc..0504712cc1d 100644
--- a/docs/reference/api/typedoc/classes/Module.html
+++ b/docs/reference/api/typedoc/classes/Module.html
@@ -1,23 +1,23 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Module | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons. [...]
-</div></section><section class="tsd-panel tsd-hierarchy" data-refl="40"><h4>Hierarchy (<a href="../hierarchy.html#Module">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">Module</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/ap [...]
+</div></section><section class="tsd-panel tsd-hierarchy" data-refl="40"><h4>Hierarchy (<a href="../hierarchy.html#Module">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">Module</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/ap [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#getfunction" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Function</span></a>
<a href="#gethandle" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Handle</span></a>
<a href="#importmodule" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>import<wbr/>Module</span></a>
<a href="#typeindex" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Index</span></a>
<a href="#typekey" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getfun [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getfun [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li><li><span><span class="tsd-kind-parameter">queryImports</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>Whether to also query imports</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The result function.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L723">runtime.ts:723</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L723">runtime.ts:723</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">requireNotNull</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>require handle is not null.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="importmodule"><span>import<wbr/>Module</span><a href="#importmodule" aria-label="Permalink" cla [...]
+<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="importmodule"><span>import<wbr/>Module</span><a href="#importmodule" aria-label="Permalink" cla [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">mod</span>: <a href="" class="tsd-signature-type tsd-kind-class">Module</a></span><div class="tsd-comment tsd-typography"><p>The module to be imported.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L731">runtime.ts:731</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permal [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L731">runtime.ts:731</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permal [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
diff --git a/docs/reference/api/typedoc/classes/RPCServer.html b/docs/reference/api/typedoc/classes/RPCServer.html
index 51e7e757da5..c0a1d825beb 100644
--- a/docs/reference/api/typedoc/classes/RPCServer.html
+++ b/docs/reference/api/typedoc/classes/RPCServer.html
@@ -1,9 +1,9 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RPCServer | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ico [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/rpc_server.ts#L77">rpc_server.ts:77</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/rpc_server.ts#L77">rpc_server.ts:77</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#getimports" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>get<wbr/>Imports</span></a>
<a href="#key" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>key</span></a>
<a href="#logger" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>logger</span></a>
<a href="#socket" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>socket</span></a>
<a href="#state" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>state</span></a>
<a href="#url" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>url</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
diff --git a/docs/reference/api/typedoc/classes/Scalar.html b/docs/reference/api/typedoc/classes/Scalar.html
index 4610ab4a5e1..d029f1b3821 100644
--- a/docs/reference/api/typedoc/classes/Scalar.html
+++ b/docs/reference/api/typedoc/classes/Scalar.html
@@ -1,8 +1,8 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Scalar | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons. [...]
argument to PackedFunc calls.</p>
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L312">runtime.ts:312</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L312">runtime.ts:312</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#dtype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>dtype</span></a>
<a href="#value" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>value</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L316">runtime.ts:316</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="value"><span>value</span><a href="#value" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L314">runtime.ts:314</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/ico [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L316">runtime.ts:316</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="value"><span>value</span><a href="#value" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L314">runtime.ts:314</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/ico [...]
diff --git a/docs/reference/api/typedoc/classes/TVMArray.html b/docs/reference/api/typedoc/classes/TVMArray.html
index fe3aedce768..437aa63c117 100644
--- a/docs/reference/api/typedoc/classes/TVMArray.html
+++ b/docs/reference/api/typedoc/classes/TVMArray.html
@@ -1,21 +1,21 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TVMArray | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icon [...]
-</div></section><section class="tsd-panel tsd-hierarchy" data-refl="112"><h4>Hierarchy (<a href="../hierarchy.html#TVMArray">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">TVMArray</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.c [...]
+</div></section><section class="tsd-panel tsd-hierarchy" data-refl="112"><h4>Hierarchy (<a href="../hierarchy.html#TVMArray">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">TVMArray</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.c [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#get" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get</span></a>
<a href="#gethandle" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Handle</span></a>
<a href="#size" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>size</span></a>
<a href="#typeindex" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Index</span></a>
<a href="#typekey" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="get">< [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="get">< [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">index</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>the array index.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/_internal_.TVMObjectBase.html" class="tsd-signature-type tsd-kind-type-alias">TVMObjectBase</a></h4><p>The element.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L764">runtime.ts:764</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L764">runtime.ts:764</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">requireNotNull</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>require handle is not null.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="size"><span>size</span><a href="#size" aria-label="Permalink" class="tsd-anchor-icon"><svg view [...]
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L756">runtime.ts:756</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
+<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="size"><span>size</span><a href="#size" aria-label="Permalink" class="tsd-anchor-icon"><svg view [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L756">runtime.ts:756</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
diff --git a/docs/reference/api/typedoc/classes/TVMObject.html b/docs/reference/api/typedoc/classes/TVMObject.html
index 89f4e15b3ff..354abeea9ff 100644
--- a/docs/reference/api/typedoc/classes/TVMObject.html
+++ b/docs/reference/api/typedoc/classes/TVMObject.html
@@ -1,15 +1,15 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TVMObject | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ico [...]
-</div></section><section class="tsd-panel tsd-hierarchy" data-refl="135"><h4>Hierarchy (<a href="../hierarchy.html#TVMObject">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">TVMObject</span><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></li><li class="tsd-hierarchy-item"><a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tenso [...]
+</div></section><section class="tsd-panel tsd-hierarchy" data-refl="135"><h4>Hierarchy (<a href="../hierarchy.html#TVMObject">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">TVMObject</span><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></li><li class="tsd-hierarchy-item"><a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tenso [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#gethandle" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Handle</span></a>
<a href="#typeindex" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Index</span></a>
<a href="#typekey" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">requireNotNull</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>require handle is not null.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></s [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typekey"><span>type<wbr/>Key</span><a href="#typekey" aria-label="Permalink" class="tsd-anchor-icon"><svg vie [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></s [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typekey"><span>type<wbr/>Key</span><a href="#typekey" aria-label="Permalink" class="tsd-anchor-icon"><svg vie [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary [...]
diff --git a/docs/reference/api/typedoc/classes/Tensor.html b/docs/reference/api/typedoc/classes/Tensor.html
index 9c10f4faf90..829ea7f44ee 100644
--- a/docs/reference/api/typedoc/classes/Tensor.html
+++ b/docs/reference/api/typedoc/classes/Tensor.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Tensor | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons. [...]
-</div></section><section class="tsd-panel tsd-hierarchy" data-refl="65"><h4>Hierarchy (<a href="../hierarchy.html#Tensor">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">Tensor</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/ap [...]
+</div></section><section class="tsd-panel tsd-hierarchy" data-refl="65"><h4>Hierarchy (<a href="../hierarchy.html#Tensor">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">Tensor</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/ap [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#device" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device</span></a>
<a href="#dtype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>dtype</span></a>
<a href="#isview" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>is<wbr/>View</span></a>
@@ -15,35 +15,35 @@
<a href="#typeindex" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Index</span></a>
<a href="#typekey" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Key</span></a>
<a href="#view" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>view</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L512">runtime.ts:512</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dtype"><span>dtype</span><a href="#dtype" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L508">runtime.ts:508</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="isview"><span>is<wbr/>View</span><a href="#isview" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div cl [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L514">runtime.ts:514</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="ndim"><span>ndim</span><a href="#ndim" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-sig [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L506">runtime.ts:506</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="shape"><span>shape</span><a href="#shape" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L510">runtime.ts:510</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L512">runtime.ts:512</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dtype"><span>dtype</span><a href="#dtype" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L508">runtime.ts:508</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="isview"><span>is<wbr/>View</span><a href="#isview" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div cl [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L514">runtime.ts:514</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="ndim"><span>ndim</span><a href="#ndim" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-sig [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L506">runtime.ts:506</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="shape"><span>shape</span><a href="#shape" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L510">runtime.ts:510</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
The number of elements must match.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">data</span>: <br/> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><br/> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">Uint8Array</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">this</span></h4><p>this</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L607">runtime.ts:607</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="copyfromrawbytes"><span>copy<wbr/>From<wbr/>Raw<wbr/>Bytes</span><a href="#copyfromrawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L607">runtime.ts:607</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="copyfromrawbytes"><span>copy<wbr/>From<wbr/>Raw<wbr/>Bytes</span><a href="#copyfromrawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">data</span>: <span class="tsd-signature-type">Uint8Array</span></span><div class="tsd-comment tsd-typography"><p>Uint8Array of bytes.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">this</span></h4><p>this</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L650">runtime.ts:650</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></us [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L650">runtime.ts:650</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></us [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getdat [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getdat [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L593">runtime.ts:593</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L593">runtime.ts:593</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">requireNotNull</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>require handle is not null.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="toarray"><span>to<wbr/>Array</span><a href="#toarray" aria-label="Permalink" class="tsd-anchor- [...]
+<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="toarray"><span>to<wbr/>Array</span><a href="#toarray" aria-label="Permalink" class="tsd-anchor- [...]
the dtype of the Tensor.</p>
</div><h4 class="tsd-returns-title">Returns <br/> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">Uint8Array</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">ArrayBufferLike</span><span class="tsd-signature-symbol">></span><br/> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">Int32Array</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">ArrayBufferLike< [...]
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L683">runtime.ts:683</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="torawbytes"><span>to<wbr/>Raw<wbr/>Bytes</span><a href="#torawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L683">runtime.ts:683</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="torawbytes"><span>to<wbr/>Raw<wbr/>Bytes</span><a href="#torawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"> [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><p>The result array.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L671">runtime.ts:671</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="view [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L671">runtime.ts:671</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="view [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The shape of the view.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">dtype</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The data type of the new array.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The new sliced ndarray.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L576">runtime.ts:576</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L576">runtime.ts:576</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../ [...]
diff --git a/docs/reference/api/typedoc/classes/VirtualMachine.html b/docs/reference/api/typedoc/classes/VirtualMachine.html
index 9f156a347aa..ec84dddc5ba 100644
--- a/docs/reference/api/typedoc/classes/VirtualMachine.html
+++ b/docs/reference/api/typedoc/classes/VirtualMachine.html
@@ -2,18 +2,18 @@
<p>This is a thin wrapper of the underlying TVM module.
you can also directly call set_input, run, and get_output
of underlying module functions</p>
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L781">runtime.ts:781</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L781">runtime.ts:781</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#getfunction" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Function</span></a>
<a href="#getinternalmodule" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Internal<wbr/>Module</span></a>
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">mod</span>: <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></span><div class="tsd-comment tsd-typography"><p>The underlying module, need to be detached.</p>
</div></li><li><span><span class="tsd-kind-parameter">device</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>The main device ro run VM on.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">VirtualMachine</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L788">runtime.ts:788</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key=" [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">VirtualMachine</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L788">runtime.ts:788</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key=" [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L801">runtime.ts:801</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L801">runtime.ts:801</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The result function.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L809">runtime.ts:809</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getinternalmodule"><span>get<wbr/>Internal<wbr/>Module</span><a href="#getinternalmodule" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ic [...]
-</div><h4 class="tsd-returns-title">Returns <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L816">runtime.ts:816</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L809">runtime.ts:809</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getinternalmodule"><span>get<wbr/>Internal<wbr/>Module</span><a href="#getinternalmodule" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ic [...]
+</div><h4 class="tsd-returns-title">Returns <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L816">runtime.ts:816</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.AsyncifyHandler.html b/docs/reference/api/typedoc/classes/_internal_.AsyncifyHandler.html
index ee0adb2ea5a..7cf72cc40f7 100644
--- a/docs/reference/api/typedoc/classes/_internal_.AsyncifyHandler.html
+++ b/docs/reference/api/typedoc/classes/_internal_.AsyncifyHandler.html
@@ -1,20 +1,20 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>AsyncifyHandler | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asse [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/asyncify.ts#L44">asyncify.ts:44</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/asyncify.ts#L44">asyncify.ts:44</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#enabled" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>enabled</span></a>
<a href="#getstate" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>State</span></a>
<a href="#isnormalstackstate" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>is<wbr/>Normal<wbr/>Stack<wbr/>State</span></a>
<a href="#wrapexport" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>wrap<wbr/>Export</span></a>
<a href="#wrapimport" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>wrap<wbr/>Import</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>Whether the wasm enables asynctify</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/asyncify.ts#L69">asyncify.ts:69</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getstate"><span>get<wbr/>State</span><a href="#getstate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/asyncify.ts#L69">asyncify.ts:69</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getstate"><span>get<wbr/>State</span><a href="#getstate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg> [...]
</div><h4 class="tsd-returns-title">Returns <a href="../enums/_internal_.AsyncifyStateKind.html" class="tsd-signature-type tsd-kind-enum">AsyncifyStateKind</a></h4><p>The current asynctify state</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/asyncify.ts#L87">asyncify.ts:87</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="isnormalstackstate"><span>is<wbr/>Normal<wbr/>Stack<wbr/>State</span><a href="#isnormalstackstate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/asyncify.ts#L87">asyncify.ts:87</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="isnormalstackstate"><span>is<wbr/>Normal<wbr/>Stack<wbr/>State</span><a href="#isnormalstackstate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../ [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>The current asynctify state</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/asyncify.ts#L78">asyncify.ts:78</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapexport"><span>wrap<wbr/>Export</span><a href="#wrapexport" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/asyncify.ts#L78">asyncify.ts:78</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapexport"><span>wrap<wbr/>Export</span><a href="#wrapexport" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">...</span><span class="tsd-kind-parameter">args</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span> <span class="tsd [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">...</span><span class="tsd-kind-parameter">args</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">Promise</span><span class="tsd-signature-sym [...]
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/asyncify.ts#L149">asyncify.ts:149</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapimport"><span>wrap<wbr/>Import</span><a href="#wrapimport" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></us [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/asyncify.ts#L149">asyncify.ts:149</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapimport"><span>wrap<wbr/>Import</span><a href="#wrapimport" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></us [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">...</span><span class="tsd-kind-parameter">args</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span> <span class="tsd [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">...</span><span class="tsd-kind-parameter">args</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">any</span></h4><p>The wrapped function that [...]
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/asyncify.ts#L97">asyncify.ts:97</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/asyncify.ts#L97">asyncify.ts:97</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../ [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.CachedCallStack.html b/docs/reference/api/typedoc/classes/_internal_.CachedCallStack.html
index 8d49f08c754..55bee8fc89f 100644
--- a/docs/reference/api/typedoc/classes/_internal_.CachedCallStack.html
+++ b/docs/reference/api/typedoc/classes/_internal_.CachedCallStack.html
@@ -7,7 +7,7 @@ can still call into storeXX</li>
<li>Calls into commitToWasmMemory once.</li>
<li>reset.</li>
</ul>
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L279">memory.ts:279</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L279">memory.ts:279</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#tempargs" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>temp<wbr/>Args</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#allocbytearrayforstring" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>alloc<wbr/>Byte<wbr/>Array<wbr/>For<wbr/>String</span></a>
<a href="#allocptrarray" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>alloc<wbr/>Ptr<wbr/>Array</span></a>
@@ -25,37 +25,37 @@ can still call into storeXX</li>
<a href="#storerawbytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>store<wbr/>Raw<wbr/>Bytes</span></a>
<a href="#storeu32" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>store<wbr/>U32</span></a>
<a href="#storeusize" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>store<wbr/>U<wbr/>Size</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L281">memory.ts:281</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></u [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L281">memory.ts:281</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></u [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">data</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The string to allocate.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The offset of the byte array.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L446">memory.ts:446</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocptrarray"><span>alloc<wbr/>Ptr<wbr/>Array</span><a href="#allocptrarray" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-a [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L446">memory.ts:446</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocptrarray"><span>alloc<wbr/>Ptr<wbr/>Array</span><a href="#allocptrarray" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-a [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">count</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Number of pointers.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The allocated pointer array.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L385">memory.ts:385</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocrawbytes"><span>alloc<wbr/>Raw<wbr/>Bytes</span><a href="#allocrawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-a [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L385">memory.ts:385</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocrawbytes"><span>alloc<wbr/>Raw<wbr/>Bytes</span><a href="#allocrawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-a [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">nbytes</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Number of bytes.</p>
<ul>
<li>Note: This function always allocate space that aligns to 64bit.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L357">memory.ts:357</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocthensetargbytes"><span>alloc<wbr/>Then<wbr/>Set<wbr/>Arg<wbr/>Bytes</span><a href="#alloct [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L357">memory.ts:357</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocthensetargbytes"><span>alloc<wbr/>Then<wbr/>Set<wbr/>Arg<wbr/>Bytes</span><a href="#alloct [...]
Allocate new temporary space for bytes.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">offset</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The offset to set ot data pointer.</p>
</div></li><li><span><span class="tsd-kind-parameter">data</span>: <span class="tsd-signature-type">Uint8Array</span></span><div class="tsd-comment tsd-typography"><p>The string content.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L478">memory.ts:478</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocthensetargstring"><span>alloc<wbr/>Then<wbr/>Set<wbr/>Arg<wbr/>String</span><a href="#alloct [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L478">memory.ts:478</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocthensetargstring"><span>alloc<wbr/>Then<wbr/>Set<wbr/>Arg<wbr/>String</span><a href="#alloct [...]
This function will call into allocBytes to allocate necessary data.
The address won't be set immediately(because the possible change of basePtr)
and will be filled when we commit the data.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">offset</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The offset to set ot data pointer.</p>
</div></li><li><span><span class="tsd-kind-parameter">data</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The string content.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L465">memory.ts:465</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="committowasmmemory"><span>commit<wbr/>To<wbr/>Wasm<wbr/>Memory</span><a href="#committowasmmemory [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L465">memory.ts:465</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="committowasmmemory"><span>commit<wbr/>To<wbr/>Wasm<wbr/>Memory</span><a href="#committowasmmemory [...]
This function can only be called once.
No further store function should be called.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">nbytes</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = ...</span></span><div class="tsd-comment tsd-typography"><p>Number of bytes to be stored.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L340">memory.ts:340</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><s [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L340">memory.ts:340</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><s [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L316">memory.ts:316</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L316">memory.ts:316</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
Note that the returned value becomes obsolete if alloc is called on the stack.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">offset</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The allocated offset.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L394">memory.ts:394</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="reset"><span>reset</span><a href="#reset" aria-label="Permalink" class="tsd-anchor-icon"><svg v [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L325">memory.ts:325</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="storef64"><span>store<wbr/>F64</span><a href="#storef64" aria-label="Permalink" class="tsd-anchor-icon"><svg view [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L394">memory.ts:394</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="reset"><span>reset</span><a href="#reset" aria-label="Permalink" class="tsd-anchor-icon"><svg v [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L325">memory.ts:325</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="storef64"><span>store<wbr/>F64</span><a href="#storef64" aria-label="Permalink" class="tsd-anchor-icon"><svg view [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.CanvasRenderManager.html b/docs/reference/api/typedoc/classes/_internal_.CanvasRenderManager.html
index fcbc28528fa..e532c884685 100644
--- a/docs/reference/api/typedoc/classes/_internal_.CanvasRenderManager.html
+++ b/docs/reference/api/typedoc/classes/_internal_.CanvasRenderManager.html
@@ -1,10 +1,10 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CanvasRenderManager | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ [...]
which needs to be explicitly disposed.</p>
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/webgpu.ts#L224">webgpu.ts:224</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/webgpu.ts#L224">webgpu.ts:224</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#clear" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>clear</span></a>
<a href="#dispose" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#draw" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>draw</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/webgpu.ts#L383">webgpu.ts:383</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/webgpu.ts#L383">webgpu.ts:383</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.CrossOriginStorage.html b/docs/reference/api/typedoc/classes/_internal_.CrossOriginStorage.html
index 75a30b9c9af..c1696320e20 100644
--- a/docs/reference/api/typedoc/classes/_internal_.CrossOriginStorage.html
+++ b/docs/reference/api/typedoc/classes/_internal_.CrossOriginStorage.html
@@ -1,6 +1,6 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorage | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorage | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#delete" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete</span></a>
<a href="#match" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>match</span></a>
<a href="#put" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>put</span></a>
<a href="#isavailable" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>is<wbr/>Available</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.Environment.html b/docs/reference/api/typedoc/classes/_internal_.Environment.html
index 4cf5cbd3722..1d8f307ee6f 100644
--- a/docs/reference/api/typedoc/classes/_internal_.Environment.html
+++ b/docs/reference/api/typedoc/classes/_internal_.Environment.html
@@ -1,15 +1,15 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Environment | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/i [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/LibraryProvider.html" class="tsd-signature-type tsd-kind-interface">LibraryProvider</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/environment.ts#L68">environment.ts:68</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-pan [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/LibraryProvider.html" class="tsd-signature-type tsd-kind-interface">LibraryProvider</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/environment.ts#L68">environment.ts:68</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-pan [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#imports" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>imports</span></a>
<a href="#logger" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>logger</span></a>
<a href="#packedcfunctable" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>packed<wbr/>C<wbr/>Func<wbr/>Table</span></a>
<a href="#packedcfunctablefreeid" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>packed<wbr/>C<wbr/>Func<wbr/>Table<wbr/>Free<wbr/>Id</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#start" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>start</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/LibraryProvider.html">LibraryProvider</a>.<a href="../interfaces/LibraryProvider.html#imports">imports</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/environment.ts#L70">environment.ts:70</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="logger"><span>logger</span><a href="#logger" aria-labe [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/LibraryProvider.html">LibraryProvider</a>.<a href="../interfaces/LibraryProvider.html#imports">imports</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/environment.ts#L70">environment.ts:70</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="logger"><span>logger</span><a href="#logger" aria-labe [...]
can call via TVMWasmPackedCFunc.</p>
<p>We maintain a separate table so that we can have un-limited amount
of functions that do not maps to the address space.</p>
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/environment.ts#L78">environment.ts:78</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="packedcfunctablefreeid"><span>packed<wbr/>C<wbr/>Func<wbr/>Table<wbr/>Free<wbr/>Id</span><a href="#packedcfunctablefreeid" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden=" [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/environment.ts#L84">environment.ts:84</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronD [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">inst</span>: <span class="tsd-signature-type">Instance</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/LibraryProvider.html">LibraryProvider</a>.<a href="../interfaces/LibraryProvider.html#start">s [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/environment.ts#L78">environment.ts:78</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="packedcfunctablefreeid"><span>packed<wbr/>C<wbr/>Func<wbr/>Table<wbr/>Free<wbr/>Id</span><a href="#packedcfunctablefreeid" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden=" [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/environment.ts#L84">environment.ts:84</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronD [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">inst</span>: <span class="tsd-signature-type">Instance</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/LibraryProvider.html">LibraryProvider</a>.<a href="../interfaces/LibraryProvider.html#start">s [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.FFILibrary.html b/docs/reference/api/typedoc/classes/_internal_.FFILibrary.html
index 2bd5a351b98..4758efb5615 100644
--- a/docs/reference/api/typedoc/classes/_internal_.FFILibrary.html
+++ b/docs/reference/api/typedoc/classes/_internal_.FFILibrary.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FFILibrary | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ic [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L58">runtime.ts:58</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L58">runtime.ts:58</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#exports" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>exports</span></a>
<a href="#memory" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>memory</span></a>
<a href="#wasm32" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>wasm32</span></a>
@@ -9,7 +9,7 @@
<a href="#getoralloccallstack" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Or<wbr/>Alloc<wbr/>Call<wbr/>Stack</span></a>
<a href="#recyclecallstack" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>recycle<wbr/>Call<wbr/>Stack</span></a>
<a href="#sizeofptr" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>sizeof<wbr/>Ptr</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L81">runtime.ts:81</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L81">runtime.ts:81</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.Memory.html b/docs/reference/api/typedoc/classes/_internal_.Memory.html
index 3c162ce0b53..23ab90144a6 100644
--- a/docs/reference/api/typedoc/classes/_internal_.Memory.html
+++ b/docs/reference/api/typedoc/classes/_internal_.Memory.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Memory | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons. [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L31">memory.ts:31</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use h [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L31">memory.ts:31</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use h [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#memory" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>memory</span></a>
<a href="#wasm32" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>wasm32</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#loadbytearrayasbytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>load<wbr/>Byte<wbr/>Array<wbr/>As<wbr/>Bytes</span></a>
@@ -21,26 +21,26 @@
<a href="#loadusize" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>load<wbr/>U<wbr/>Size</span></a>
<a href="#sizeofptr" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>sizeof<wbr/>Ptr</span></a>
<a href="#storerawbytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>store<wbr/>Raw<wbr/>Bytes</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">byteArrayPtr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The head address of the bytearray.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L244">memory.ts:244</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadbytearrayasstring"><span>load<wbr/>Byte<wbr/>Array<wbr/>As<wbr/>String</span><a href="# [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L244">memory.ts:244</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadbytearrayasstring"><span>load<wbr/>Byte<wbr/>Array<wbr/>As<wbr/>String</span><a href="# [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">byteArrayPtr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The head address of the bytearray.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L227">memory.ts:227</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadcstring"><span>load<wbr/>C<wbr/>String</span><a href="#loadcstring" aria-label="Permalink" [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L227">memory.ts:227</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadcstring"><span>load<wbr/>C<wbr/>String</span><a href="#loadcstring" aria-label="Permalink" [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The head address</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L144">memory.ts:144</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadf32"><span>load<wbr/>F32</span><a href="#loadf32" aria-label="Permalink" class="tsd-anchor- [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L144">memory.ts:144</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadf32"><span>load<wbr/>F32</span><a href="#loadf32" aria-label="Permalink" class="tsd-anchor- [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">objectHandle</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The handle of the object.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The object type index.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L177">memory.ts:177</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadpointer"><span>load<wbr/>Pointer</span><a href="#loadpointer" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L177">memory.ts:177</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadpointer"><span>load<wbr/>Pointer</span><a href="#loadpointer" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The head address</p>
</div></li><li><span><span class="tsd-kind-parameter">numBytes</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The number</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L132">memory.ts:132</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadsmallbytes"><span>load<wbr/>Small<wbr/>Bytes</span><a href="#loadsmallbytes" aria-label [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ffiAnyPtr</span>: <span class="tsd-signature-type">number</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L212">m [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L132">memory.ts:132</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadsmallbytes"><span>load<wbr/>Small<wbr/>Bytes</span><a href="#loadsmallbytes" aria-label [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ffiAnyPtr</span>: <span class="tsd-signature-type">number</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L212">m [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ffiAnyPtr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The pointer to the value.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><p>The small string.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L195">memory.ts:195</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadtypeinfotypekey"><span>load<wbr/>Type<wbr/>Info<wbr/>Type<wbr/>Key</span><a href="#loadtypeinfotypekey" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use hr [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L195">memory.ts:195</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadtypeinfotypekey"><span>load<wbr/>Type<wbr/>Info<wbr/>Type<wbr/>Key</span><a href="#loadtypeinfotypekey" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use hr [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">typeInfoPtr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The pointer to the type info.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><p>The type key.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L186">memory.ts:186</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadu16"><span>load<wbr/>U16</span><a href="#loadu16" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a>< [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L186">memory.ts:186</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadu16"><span>load<wbr/>U16</span><a href="#loadu16" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a>< [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The head address.</p>
</div></li><li><span><span class="tsd-kind-parameter">bytes</span>: <span class="tsd-signature-type">Uint8Array</span></span><div class="tsd-comment tsd-typography"><p>The bytes content.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/memory.ts#L165">memory.ts:165</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accor [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/memory.ts#L165">memory.ts:165</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accor [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.PackedFuncCell.html b/docs/reference/api/typedoc/classes/_internal_.PackedFuncCell.html
index 1e39a0768b1..587663994e8 100644
--- a/docs/reference/api/typedoc/classes/_internal_.PackedFuncCell.html
+++ b/docs/reference/api/typedoc/classes/_internal_.PackedFuncCell.html
@@ -1,15 +1,15 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>PackedFuncCell | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asset [...]
-</div></section><section class="tsd-panel tsd-hierarchy" data-refl="782"><h4>Hierarchy (<a href="../hierarchy.html#<internal>.PackedFuncCell">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">PackedFuncCell</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a [...]
+</div></section><section class="tsd-panel tsd-hierarchy" data-refl="782"><h4>Hierarchy (<a href="../hierarchy.html#<internal>.PackedFuncCell">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">PackedFuncCell</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#gethandle" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Handle</span></a>
<a href="#typeindex" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Index</span></a>
<a href="#typekey" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">requireNotNull</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>require handle is not null.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permal [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
+<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permal [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.RuntimeContext.html b/docs/reference/api/typedoc/classes/_internal_.RuntimeContext.html
index d36c666d5f2..3022aedee56 100644
--- a/docs/reference/api/typedoc/classes/_internal_.RuntimeContext.html
+++ b/docs/reference/api/typedoc/classes/_internal_.RuntimeContext.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RuntimeContext | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asset [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L157">runtime.ts:157</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L157">runtime.ts:157</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#applypresenceandfrequencypenalty" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>apply<wbr/>Presence<wbr/>And<wbr/>Frequency<wbr/>Penalty</span></a>
<a href="#applyrepetitionpenalty" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>apply<wbr/>Repetition<wbr/>Penalty</span></a>
<a href="#applysoftmaxwithtemperature" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>apply<wbr/>Softmax<wbr/>With<wbr/>Temperature</span></a>
@@ -34,14 +34,14 @@
<a href="#dispose" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#endscope" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>end<wbr/>Scope</span></a>
<a href="#movetoparentscope" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>move<wbr/>To<wbr/>Parent<wbr/>Scope</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="attachtocurrentscopet"><span class="tsd-kind-type-parameter">T</span> <span class="tsd-signature-keyword">extends</span> <a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kin [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#attachtocurrentscopet">T</a></h4><p>the same object.</p>
<ul>
<li>Note: This function only needs to be called for raw system C API values.
The return value of PackedFunc will be automatically tracked.</li>
</ul>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L270">runtime.ts:270</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="beginscope"><span>begin<wbr/>Scope</span><a href="#beginscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L270">runtime.ts:270</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="beginscope"><span>begin<wbr/>Scope</span><a href="#beginscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L222">runtime.ts:222</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L222">runtime.ts:222</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.WebGPUContext.html b/docs/reference/api/typedoc/classes/_internal_.WebGPUContext.html
index 14531b23917..8fb8451058b 100644
--- a/docs/reference/api/typedoc/classes/_internal_.WebGPUContext.html
+++ b/docs/reference/api/typedoc/classes/_internal_.WebGPUContext.html
@@ -1,6 +1,6 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>WebGPUContext | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets [...]
Manages all the webgpu resources here.</p>
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/webgpu.ts#L401">webgpu.ts:401</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/webgpu.ts#L401">webgpu.ts:401</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#device" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device</span></a>
<a href="#memory" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>memory</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#bindcanvas" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>bind<wbr/>Canvas</span></a>
@@ -14,15 +14,15 @@ Manages all the webgpu resources here.</p>
<a href="#getdeviceapi" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Device<wbr/>API</span></a>
<a href="#runtimestatstext" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>runtime<wbr/>Stats<wbr/>Text</span></a>
<a href="#sync" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>sync</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">canvas</span>: <span class="tsd-signature-type">HTMLCanvasElement</span></span><div class="tsd-comment tsd-typography"><p>The HTML canvas/</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/webgpu.ts#L563">webgpu.ts:563</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="clearcanvas"><span>clear<wbr/>Canvas</span><a href="#clearcanvas" aria-label="Permalink" class="t [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/webgpu.ts#L555">webgpu.ts:555</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="copyrawbytestobuffer"><span>copy<wbr/>Raw<wbr/>Bytes<wbr/>To<wbr/>Buffer</span><a href="#copyrawbytestobuffer" ar [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/webgpu.ts#L563">webgpu.ts:563</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="clearcanvas"><span>clear<wbr/>Canvas</span><a href="#clearcanvas" aria-label="Permalink" class="t [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/webgpu.ts#L555">webgpu.ts:555</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="copyrawbytestobuffer"><span>copy<wbr/>Raw<wbr/>Bytes<wbr/>To<wbr/>Buffer</span><a href="#copyrawbytestobuffer" ar [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">rawBytes</span>: <span class="tsd-signature-type">Uint8Array</span></span><div class="tsd-comment tsd-typography"><p>The raw bytes</p>
</div></li><li><span><span class="tsd-kind-parameter">toPtr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The target gpu buffer ptr</p>
</div></li><li><span><span class="tsd-kind-parameter">toOffset</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The beginning offset</p>
</div></li><li><span><span class="tsd-kind-parameter">nbytes</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Number of bytes</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/webgpu.ts#L536">webgpu.ts:536</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createshader"><span>create<wbr/>Shader</span><a href="#createshader" aria-label="Permalink" class [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/webgpu.ts#L536">webgpu.ts:536</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createshader"><span>create<wbr/>Shader</span><a href="#createshader" aria-label="Permalink" class [...]
via createComputePipeline</p>
<ul>
<li></li>
@@ -30,7 +30,7 @@ via createComputePipeline</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">finfo</span>: <a href="../interfaces/_internal_.FunctionInfo.html" class="tsd-signature-type tsd-kind-interface">FunctionInfo</a></span><div class="tsd-comment tsd-typography"><p>The function information already parsed as a record.</p>
</div></li><li><span><span class="tsd-kind-parameter">code</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The shader data(in WGSL)</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Function</span></h4><p>The shader</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/webgpu.ts#L575">webgpu.ts:575</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createshaderasync"><span>create<wbr/>Shader<wbr/>Async</span><a href="#createshaderasync" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icon [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/webgpu.ts#L575">webgpu.ts:575</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createshaderasync"><span>create<wbr/>Shader<wbr/>Async</span><a href="#createshaderasync" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icon [...]
via createComputePipelineAsync</p>
<ul>
<li></li>
@@ -38,12 +38,12 @@ via createComputePipelineAsync</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">finfo</span>: <a href="../interfaces/_internal_.FunctionInfo.html" class="tsd-signature-type tsd-kind-interface">FunctionInfo</a></span><div class="tsd-comment tsd-typography"><p>The function information already parsed as a record.</p>
</div></li><li><span><span class="tsd-kind-parameter">code</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The shader data(in WGSL)</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Function</span><span class="tsd-signature-symbol">></span></h4><p>The shader</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/webgpu.ts#L587">webgpu.ts:587</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><u [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/webgpu.ts#L471">webgpu.ts:471</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="drawimagefrombuffer"><span>draw<wbr/>Image<wbr/>From<wbr/>Buffer</span><a href="#drawimagefrombuffer" aria-label= [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/webgpu.ts#L587">webgpu.ts:587</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><u [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/webgpu.ts#L471">webgpu.ts:471</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="drawimagefrombuffer"><span>draw<wbr/>Image<wbr/>From<wbr/>Buffer</span><a href="#drawimagefrombuffer" aria-label= [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The GPU ptr</p>
</div></li><li><span><span class="tsd-kind-parameter">height</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The height of the image.</p>
</div></li><li><span><span class="tsd-kind-parameter">width</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The width of the image.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/webgpu.ts#L521">webgpu.ts:521</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="flushcommands"><span>flush<wbr/>Commands</span><a href="#flushcommands" aria-label="Permalink" cl [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/webgpu.ts#L521">webgpu.ts:521</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="flushcommands"><span>flush<wbr/>Commands</span><a href="#flushcommands" aria-label="Permalink" cl [...]
accumulated command encoder.</p>
<p>Must be called before:</p>
<ul>
@@ -53,10 +53,10 @@ accumulated command encoder.</p>
<li>Buffer deallocation (deviceFreeDataSpace)</li>
<li>Queue sync (sync)</li>
</ul>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/webgpu.ts#L457">webgpu.ts:457</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getdeviceapi"><span>get<wbr/>Device<wbr/>API</span><a href="#getdeviceapi" aria-label="Permalink" class="tsd-anch [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/webgpu.ts#L457">webgpu.ts:457</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getdeviceapi"><span>get<wbr/>Device<wbr/>API</span><a href="#getdeviceapi" aria-label="Permalink" class="tsd-anch [...]
*</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the API.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Function</span></h4><p>The corresponding device api.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/webgpu.ts#L852">webgpu.ts:852</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="runtimestatstext"><span>runtime<wbr/>Stats<wbr/>Text</span><a href="#runtimestatstext" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.s [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/webgpu.ts#L508">webgpu.ts:508</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sync"><span>sync</span><a href="#sync" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/webgpu.ts#L493">webgpu.ts:493</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-si [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/webgpu.ts#L852">webgpu.ts:852</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="runtimestatstext"><span>runtime<wbr/>Stats<wbr/>Text</span><a href="#runtimestatstext" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.s [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/webgpu.ts#L508">webgpu.ts:508</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sync"><span>sync</span><a href="#sync" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/webgpu.ts#L493">webgpu.ts:493</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-si [...]
diff --git a/docs/reference/api/typedoc/enums/_internal_.AsyncifyStateKind.html b/docs/reference/api/typedoc/enums/_internal_.AsyncifyStateKind.html
index 9e8eab7e4d5..3e5618db2da 100644
--- a/docs/reference/api/typedoc/enums/_internal_.AsyncifyStateKind.html
+++ b/docs/reference/api/typedoc/enums/_internal_.AsyncifyStateKind.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>AsyncifyStateKind | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../as [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/asyncify.ts#L30">asyncify.ts:30</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/asyncify.ts#L30">asyncify.ts:30</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
<a href="#rewinding" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Rewinding</span></a>
<a href="#unwinding" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Unwinding</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Enumeration Members"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Enumeration Members</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="none"><span>None</span><a href="#non [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Enumeration Members"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Enumeration Members</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="none"><span>None</span><a href="#non [...]
diff --git a/docs/reference/api/typedoc/enums/_internal_.RPCServerState.html b/docs/reference/api/typedoc/enums/_internal_.RPCServerState.html
index fb8159cd415..8ef6193fb9c 100644
--- a/docs/reference/api/typedoc/enums/_internal_.RPCServerState.html
+++ b/docs/reference/api/typedoc/enums/_internal_.RPCServerState.html
@@ -1,7 +1,7 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RPCServerState | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asset [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RPCServerState | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asset [...]
<a href="#initheaderkey" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Init<wbr/>Header<wbr/>Key</span></a>
<a href="#initserver" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Init<wbr/>Server</span></a>
<a href="#receivepacketbody" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Receive<wbr/>Packet<wbr/>Body</span></a>
<a href="#receivepacketheader" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Receive<wbr/>Packet<wbr/>Header</span></a>
<a href="#waitforcallback" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Wait<wbr/>For<wbr/>Callback</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Enumeration Members"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Enumeration Members</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="initheader"><span>Init<wbr/>Header</ [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Enumeration Members"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Enumeration Members</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="initheader"><span>Init<wbr/>Header</ [...]
diff --git a/docs/reference/api/typedoc/functions/assert.html b/docs/reference/api/typedoc/functions/assert.html
index 1fed2daf6a4..f1df9cb1683 100644
--- a/docs/reference/api/typedoc/functions/assert.html
+++ b/docs/reference/api/typedoc/functions/assert.html
@@ -1,4 +1,4 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>assert | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons. [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">condition</span>: <span class="tsd-signature-type">boolean</span></span><div class="tsd-comment tsd-typography"><p>The condition to fail.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">msg</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The message.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-keyword">asserts</span> <span class="tsd-kind-parameter">condition</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/support.ts#L65">support.ts:65</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd- [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-keyword">asserts</span> <span class="tsd-kind-parameter">condition</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/support.ts#L65">support.ts:65</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd- [...]
diff --git a/docs/reference/api/typedoc/functions/createArtifactCache.html b/docs/reference/api/typedoc/functions/createArtifactCache.html
index 2e41ef4fd9b..97ebec7c223 100644
--- a/docs/reference/api/typedoc/functions/createArtifactCache.html
+++ b/docs/reference/api/typedoc/functions/createArtifactCache.html
@@ -1 +1 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>createArtifactCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>createArtifactCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ [...]
diff --git a/docs/reference/api/typedoc/functions/createPolyfillWASI.html b/docs/reference/api/typedoc/functions/createPolyfillWASI.html
index 711fdcf5dba..d7430b6d36c 100644
--- a/docs/reference/api/typedoc/functions/createPolyfillWASI.html
+++ b/docs/reference/api/typedoc/functions/createPolyfillWASI.html
@@ -1,3 +1,3 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>createPolyfillWASI | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
</div><h4 class="tsd-returns-title">Returns <a href="../interfaces/LibraryProvider.html" class="tsd-signature-type tsd-kind-interface">LibraryProvider</a></h4><p>A wasi that can run on broswer or local.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/compact.ts#L53">compact.ts:53</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/compact.ts#L53">compact.ts:53</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
diff --git a/docs/reference/api/typedoc/functions/deleteTensorCache.html b/docs/reference/api/typedoc/functions/deleteTensorCache.html
index 7da68b50500..d9916f0d99d 100644
--- a/docs/reference/api/typedoc/functions/deleteTensorCache.html
+++ b/docs/reference/api/typedoc/functions/deleteTensorCache.html
@@ -1,7 +1,7 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>deleteTensorCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../as [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">cacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cacheUrl for the items</p>
-</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">options</span>: <a href="../interfaces/TensorCacheAccessOptions.html" class="tsd-signature-type tsd-kind-interface">TensorCacheAccessOptions</a></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside c [...]
+</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">options</span>: <a href="../interfaces/TensorCacheAccessOptions.html" class="tsd-signature-type tsd-kind-interface">TensorCacheAccessOptions</a></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside c [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">cacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cacheUrl for the items</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheScope</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The scope identifier of the cache</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheType</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The type of the cache: "cache", "indexedDB", or "cross-origin"</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/artifact_cache.ts#L748">artifact_cache.ts:748</a></li></ul></aside></div></li></ul></section></div><div c [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/artifact_cache.ts#L748">artifact_cache.ts:748</a></li></ul></aside></div></li></ul></section></div><div c [...]
diff --git a/docs/reference/api/typedoc/functions/detectGPUDevice.html b/docs/reference/api/typedoc/functions/detectGPUDevice.html
index f33880c9be8..a8e403cb559 100644
--- a/docs/reference/api/typedoc/functions/detectGPUDevice.html
+++ b/docs/reference/api/typedoc/functions/detectGPUDevice.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>detectGPUDevice | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asse [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">powerPreference</span>: <span class="tsd-signature-type">"low-power"</span> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">"high-performance"</span><span class="tsd-signature-symbol"> = "high-performance"</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <spa [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">powerPreference</span>: <span class="tsd-signature-type">"low-power"</span> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">"high-performance"</span><span class="tsd-signature-symbol"> = "high-performance"</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <spa [...]
diff --git a/docs/reference/api/typedoc/functions/hasTensorInCache.html b/docs/reference/api/typedoc/functions/hasTensorInCache.html
index ceb4ddddab9..da42536d804 100644
--- a/docs/reference/api/typedoc/functions/hasTensorInCache.html
+++ b/docs/reference/api/typedoc/functions/hasTensorInCache.html
@@ -1,9 +1,9 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>hasTensorInCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ass [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">tensorCacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cache url which links to the Tensor</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">options</span>: <a href="../interfaces/TensorCacheAccessOptions.html" class="tsd-signature-type tsd-kind-interface">TensorCacheAccessOptions</a></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol">></span></h4><p>th [...]
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/artifact_cache.ts#L707">artifact_cache.ts:707</a></li></ul></aside></div></li><li class=""><div class="tsd-signature tsd-anchor-link" id="hastensorincache-1"><span class="tsd-kind-call-signature">hasTensorInCache</span><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">tensorCacheUrl</span><span class="tsd-signature-s [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/artifact_cache.ts#L707">artifact_cache.ts:707</a></li></ul></aside></div></li><li class=""><div class="tsd-signature tsd-anchor-link" id="hastensorincache-1"><span class="tsd-kind-call-signature">hasTensorInCache</span><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">tensorCacheUrl</span><span class="tsd-signature-s [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">tensorCacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cache url which links to the Tensor</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheScope</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The scope identifier of the cache</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheType</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The type of the cache: "cache", "indexedDB", or "cross-origin"</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol">></span></h4><p>the result if the cache has Tensor</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/artifact_cache.ts#L711">artifact_cache.ts:711</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/artifact_cache.ts#L711">artifact_cache.ts:711</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets [...]
diff --git a/docs/reference/api/typedoc/functions/instantiate.html b/docs/reference/api/typedoc/functions/instantiate.html
index 4fbf92c103f..f3a637ec9e6 100644
--- a/docs/reference/api/typedoc/functions/instantiate.html
+++ b/docs/reference/api/typedoc/functions/instantiate.html
@@ -6,4 +6,4 @@ by passing its generated js Module as the imports.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">bufferSource</span>: <span class="tsd-signature-type">ArrayBuffer</span></span><div class="tsd-comment tsd-typography"><p>The source to be compiled.</p>
</div></li><li><span><span class="tsd-kind-parameter">importObject</span>: <span class="tsd-signature-type">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">,</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol"> = {}</span></span><div class="tsd-comment tsd-typography"><p>The import objects.</p>
</div></li><li><span><span class="tsd-kind-parameter">logger</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">msg</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">)</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">void</span><span class="tsd-signature-symbol"> = console.log</span></span><div class="tsd-comment tsd-typography"><p>The s [...]
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><a href="../classes/Instance.html" class="tsd-signature-type tsd-kind-class">Instance</a><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L2350">runtime.ts:2350</a></li></ul></aside></div [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><a href="../classes/Instance.html" class="tsd-signature-type tsd-kind-class">Instance</a><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L2350">runtime.ts:2350</a></li></ul></aside></div [...]
diff --git a/docs/reference/api/typedoc/functions/wasmPath.html b/docs/reference/api/typedoc/functions/wasmPath.html
index b1861ee31f1..49dc96c5c0d 100644
--- a/docs/reference/api/typedoc/functions/wasmPath.html
+++ b/docs/reference/api/typedoc/functions/wasmPath.html
@@ -1,3 +1,3 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>wasmPath | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icon [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><p>The wasm path.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/support.ts#L75">support.ts:75</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/support.ts#L75">support.ts:75</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
diff --git a/docs/reference/api/typedoc/interfaces/ArtifactCacheTemplate.html b/docs/reference/api/typedoc/interfaces/ArtifactCacheTemplate.html
index 67ad0abaa0c..32b9bd3a168 100644
--- a/docs/reference/api/typedoc/interfaces/ArtifactCacheTemplate.html
+++ b/docs/reference/api/typedoc/interfaces/ArtifactCacheTemplate.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCacheTemplate | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=". [...]
-</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">ArtifactCacheTemplate</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-call-signature" href="#addtocache-1">addToCache</a><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">url</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signat [...]
+</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">ArtifactCacheTemplate</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-call-signature" href="#addtocache-1">addToCache</a><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">url</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signat [...]
<a href="#deleteincache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete<wbr/>In<wbr/>Cache</span></a>
<a href="#fetchwithcache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>fetch<wbr/>With<wbr/>Cache</span></a>
<a href="#hasallkeys" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has<wbr/>All<wbr/>Keys</span></a>
@@ -20,11 +20,11 @@ data rather than a request, we specify <code>storagetype</code>. There are two o
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/artifact_cache.ts#L69">artifact_cache.ts:69</a></li></ul></aside></div></li></ul></section><section class [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/artifact_cache.ts#L69">artifact_cache.ts:69</a></li></ul></aside></div></li></ul></section><section class [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><u [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><u [...]
cache, fetch the data and then add to cache.</p>
<ul>
<li></li>
@@ -46,8 +46,8 @@ return the actual data object rather than the request. There are two options:</p
<ul>
<li>Note: This is an async function.</li>
</ul>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/artifact_cache.ts#L55">artifact_cache.ts:55</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasallkeys"><span>has<wbr/>All<wbr/>Keys</span><a href="#hasallkeys" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#i [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/artifact_cache.ts#L55">artifact_cache.ts:55</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasallkeys"><span>has<wbr/>All<wbr/>Keys</span><a href="#hasallkeys" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#i [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
diff --git a/docs/reference/api/typedoc/interfaces/Disposable.html b/docs/reference/api/typedoc/interfaces/Disposable.html
index c07a37da32b..c45523a0f5a 100644
--- a/docs/reference/api/typedoc/interfaces/Disposable.html
+++ b/docs/reference/api/typedoc/interfaces/Disposable.html
@@ -1,7 +1,7 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Disposable | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ic [...]
which needs to be explicitly disposed.</p>
-</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">Disposable</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#dispose">dispose</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-symbol">()</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">;</span><br/><span cl [...]
+</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">Disposable</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#dispose">dispose</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-symbol">()</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">;</span><br/><span cl [...]
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-l [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/types.ts#L52">types.ts:52</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/types.ts#L52">types.ts:52</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg [...]
diff --git a/docs/reference/api/typedoc/interfaces/FetchTensorCacheOptions.html b/docs/reference/api/typedoc/interfaces/FetchTensorCacheOptions.html
index cd63100e419..338e7decee7 100644
--- a/docs/reference/api/typedoc/interfaces/FetchTensorCacheOptions.html
+++ b/docs/reference/api/typedoc/interfaces/FetchTensorCacheOptions.html
@@ -1,5 +1,5 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FetchTensorCacheOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src= [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FetchTensorCacheOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src= [...]
<a href="#cachescope" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>cache<wbr/>Scope?</span></a>
<a href="#cachetype" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>cache<wbr/>Type?</span></a>
<a href="#signal" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>signal?</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="artifactcache"><code class="tsd-tag"> [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="artifactcache"><code class="tsd-tag"> [...]
diff --git a/docs/reference/api/typedoc/interfaces/GPUDeviceDetectOutput.html b/docs/reference/api/typedoc/interfaces/GPUDeviceDetectOutput.html
index 7e25d0577a9..83172b493e3 100644
--- a/docs/reference/api/typedoc/interfaces/GPUDeviceDetectOutput.html
+++ b/docs/reference/api/typedoc/interfaces/GPUDeviceDetectOutput.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>GPUDeviceDetectOutput | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=". [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>GPUDeviceDetectOutput | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=". [...]
<a href="#adapterinfo" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>adapter<wbr/>Info</span></a>
<a href="#device" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="adapter"><span>adapter</span><a href="#adapter" aria-l [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="adapter"><span>adapter</span><a href="#adapter" aria-l [...]
diff --git a/docs/reference/api/typedoc/interfaces/InitProgressReport.html b/docs/reference/api/typedoc/interfaces/InitProgressReport.html
index bd35d01489d..1dc35f75379 100644
--- a/docs/reference/api/typedoc/interfaces/InitProgressReport.html
+++ b/docs/reference/api/typedoc/interfaces/InitProgressReport.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>InitProgressReport | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>InitProgressReport | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
<a href="#text" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>text</span></a>
<a href="#timeelapsed" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>time<wbr/>Elapsed</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="progress"><span>progress</span><a href="#progress" ari [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="progress"><span>progress</span><a href="#progress" ari [...]
diff --git a/docs/reference/api/typedoc/interfaces/LibraryProvider.html b/docs/reference/api/typedoc/interfaces/LibraryProvider.html
index 3510b23b17e..26b32bf3d5e 100644
--- a/docs/reference/api/typedoc/interfaces/LibraryProvider.html
+++ b/docs/reference/api/typedoc/interfaces/LibraryProvider.html
@@ -4,9 +4,9 @@ syslibs(e.g. libs provided by WASI and beyond) for the Wasm runtime.</p>
<p>The <a href="#start" class="tsd-kind-property">LibraryProvider.start</a> callback will be called
to allow the library provider to initialize related resources during startup time.</p>
<p>We can use Emscripten generated js Module as a { wasmLibraryProvider: LibraryProvider }.</p>
-</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">LibraryProvider</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#imports">imports</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">,</span> <span [...]
+</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">LibraryProvider</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#imports">imports</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">,</span> <span [...]
<a href="#start" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>start</span></a>
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="imports"><span>imports</span><a href="#imports" aria-l [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/types.ts#L34">types.ts:34</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="start"><span>start</span><a href="#start" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-signat [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/types.ts#L34">types.ts:34</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="start"><span>start</span><a href="#start" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-signat [...]
</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">inst</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Instance</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">void</span>< [...]
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4></li></ul></li></ul></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/types.ts#L39">types.ts:39</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4></li></ul></li></ul></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/types.ts#L39">types.ts:39</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd [...]
diff --git a/docs/reference/api/typedoc/interfaces/TensorCacheAccessOptions.html b/docs/reference/api/typedoc/interfaces/TensorCacheAccessOptions.html
index ff46e5e7ee9..43995719583 100644
--- a/docs/reference/api/typedoc/interfaces/TensorCacheAccessOptions.html
+++ b/docs/reference/api/typedoc/interfaces/TensorCacheAccessOptions.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorCacheAccessOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorCacheAccessOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src [...]
<a href="#cachescope" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>cache<wbr/>Scope?</span></a>
<a href="#cachetype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>cache<wbr/>Type?</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="artifactcache"><code class="tsd-tag">Optional</code><s [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="artifactcache"><code class="tsd-tag">Optional</code><s [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginHashDescriptor.html b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginHashDescriptor.html
index a61beea4438..54b0832d8ce 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginHashDescriptor.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginHashDescriptor.html
@@ -1,3 +1,3 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginHashDescriptor | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async sr [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginHashDescriptor | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async sr [...]
<a href="#value" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>value</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="algorithm"><span>algorithm</span><a href="#algorithm" [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="algorithm"><span>algorithm</span><a href="#algorithm" [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageAPI.html b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageAPI.html
index 411cd15f50d..406106589bc 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageAPI.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageAPI.html
@@ -1,2 +1,2 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageAPI | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=". [...]
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="requestfilehandles"><span>request<wbr/>File<wbr/>Handles</sp [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageAPI | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=". [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="requestfilehandles"><span>request<wbr/>File<wbr/>Handles</sp [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageHandle.html b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageHandle.html
index e5e39c446cb..cdb73dc181b 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageHandle.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageHandle.html
@@ -1,3 +1,3 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageHandle | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageHandle | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src [...]
<a href="#getfile" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>File</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createwritable"><span>create<wbr/>Writable</span><a href="#c [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createwritable"><span>create<wbr/>Writable</span><a href="#c [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageRequestFileHandleOptions.html b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageRequestFileHandleOptions.html
index f3fb0a49ca5..8ce4447b2e1 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageRequestFileHandleOptions.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageRequestFileHandleOptions.html
@@ -1,2 +1,2 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageRequestFileHandleOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script [...]
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="create"><code class="tsd-tag">Optional</code><span>cre [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageRequestFileHandleOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="create"><code class="tsd-tag">Optional</code><span>cre [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageWritable.html b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageWritable.html
index 3fef98254b9..f8f77d66d8a 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageWritable.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageWritable.html
@@ -1,3 +1,3 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageWritable | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async s [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageWritable | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async s [...]
<a href="#write" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>write</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="close"><span>close</span><a href="#close" aria-label="Permal [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="close"><span>close</span><a href="#close" aria-label="Permal [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.FunctionInfo.html b/docs/reference/api/typedoc/interfaces/_internal_.FunctionInfo.html
index e993d52f3b2..e1ec4afba1c 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.FunctionInfo.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.FunctionInfo.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FunctionInfo | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ [...]
-</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">FunctionInfo</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#arg_types">arg_types</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">;</span><br/> <a class="tsd-kind-property" href="#launch_pa [...]
+</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">FunctionInfo</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#arg_types">arg_types</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">;</span><br/> <a class="tsd-kind-property" href="#launch_pa [...]
<a href="#launch_param_tags" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>launch_<wbr/>param_<wbr/>tags</span></a>
<a href="#name" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>name</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="arg_types"><span>arg_<wbr/>types</span><a href="#arg_t [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="arg_types"><span>arg_<wbr/>types</span><a href="#arg_t [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.TensorCacheEntry.html b/docs/reference/api/typedoc/interfaces/_internal_.TensorCacheEntry.html
index 87ced30eb98..de408e44fa4 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.TensorCacheEntry.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.TensorCacheEntry.html
@@ -1,7 +1,7 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorCacheEntry | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ass [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorCacheEntry | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ass [...]
<a href="#dtype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>dtype</span></a>
<a href="#format" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>format</span></a>
<a href="#name" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>name</span></a>
<a href="#nbytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>nbytes</span></a>
<a href="#shape" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>shape</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="byteoffset"><span>byte<wbr/>Offset</span><a href="#byt [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="byteoffset"><span>byte<wbr/>Offset</span><a href="#byt [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.TensorShardEntry.html b/docs/reference/api/typedoc/interfaces/_internal_.TensorShardEntry.html
index c7281de8d47..f91997761fa 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.TensorShardEntry.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.TensorShardEntry.html
@@ -1,5 +1,5 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorShardEntry | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ass [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorShardEntry | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ass [...]
<a href="#format" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>format</span></a>
<a href="#nbytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>nbytes</span></a>
<a href="#records" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>records</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="datapath"><span>data<wbr/>Path</span><a href="#datapat [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="datapath"><span>data<wbr/>Path</span><a href="#datapat [...]
diff --git a/docs/reference/api/typedoc/types/ArtifactCacheType.html b/docs/reference/api/typedoc/types/ArtifactCacheType.html
index 5058ec46f0a..5db332f3522 100644
--- a/docs/reference/api/typedoc/types/ArtifactCacheType.html
+++ b/docs/reference/api/typedoc/types/ArtifactCacheType.html
@@ -1 +1 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCacheType | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../as [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCacheType | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../as [...]
diff --git a/docs/reference/api/typedoc/types/InitProgressCallback.html b/docs/reference/api/typedoc/types/InitProgressCallback.html
index 219eddcaccd..772098b96e0 100644
--- a/docs/reference/api/typedoc/types/InitProgressCallback.html
+++ b/docs/reference/api/typedoc/types/InitProgressCallback.html
@@ -1 +1 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>InitProgressCallback | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=".. [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>InitProgressCallback | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=".. [...]
diff --git a/docs/reference/api/typedoc/types/PackedFunc.html b/docs/reference/api/typedoc/types/PackedFunc.html
index 7815bfcb554..ffebbc61f42 100644
--- a/docs/reference/api/typedoc/types/PackedFunc.html
+++ b/docs/reference/api/typedoc/types/PackedFunc.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>PackedFunc | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ic [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L44">runtime.ts:44</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use>< [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L44">runtime.ts:44</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use>< [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.AsyncPackedFunc.html b/docs/reference/api/typedoc/types/_internal_.AsyncPackedFunc.html
index 561ef7100cf..db69992c199 100644
--- a/docs/reference/api/typedoc/types/_internal_.AsyncPackedFunc.html
+++ b/docs/reference/api/typedoc/types/_internal_.AsyncPackedFunc.html
@@ -1,3 +1,3 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>AsyncPackedFunc | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asse [...]
possibly may contain stack unwinding through Asynctify</p>
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L51">runtime.ts:51</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use>< [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L51">runtime.ts:51</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use>< [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.FObjectConstructor.html b/docs/reference/api/typedoc/types/_internal_.FObjectConstructor.html
index 8f1ed77e4ac..a0ed7c42886 100644
--- a/docs/reference/api/typedoc/types/_internal_.FObjectConstructor.html
+++ b/docs/reference/api/typedoc/types/_internal_.FObjectConstructor.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FObjectConstructor | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
-</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">handle</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">,</span> <span class="tsd-kind-paramete [...]
+</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">handle</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">,</span> <span class="tsd-kind-paramete [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.FTVMFFIWasmSafeCallType.html b/docs/reference/api/typedoc/types/_internal_.FTVMFFIWasmSafeCallType.html
index b29f7df40e4..71c695e6e97 100644
--- a/docs/reference/api/typedoc/types/_internal_.FTVMFFIWasmSafeCallType.html
+++ b/docs/reference/api/typedoc/types/_internal_.FTVMFFIWasmSafeCallType.html
@@ -1,3 +1,3 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FTVMFFIWasmSafeCallType | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src= [...]
int32_t num_args, TVMFFIAny* result);</p>
-</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">self</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">,</span> <span class="tsd-kind-parameter" [...]
+</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">self</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">,</span> <span class="tsd-kind-parameter" [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.FTVMWasmAllocSpace.html b/docs/reference/api/typedoc/types/_internal_.FTVMWasmAllocSpace.html
index 7c99d08cf23..5d751d69b03 100644
--- a/docs/reference/api/typedoc/types/_internal_.FTVMWasmAllocSpace.html
+++ b/docs/reference/api/typedoc/types/_internal_.FTVMWasmAllocSpace.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FTVMWasmAllocSpace | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
-</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">size</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" c [...]
+</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">size</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" c [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.FTVMWasmFreeSpace.html b/docs/reference/api/typedoc/types/_internal_.FTVMWasmFreeSpace.html
index e62dc772b78..516d74a7200 100644
--- a/docs/reference/api/typedoc/types/_internal_.FTVMWasmFreeSpace.html
+++ b/docs/reference/api/typedoc/types/_internal_.FTVMWasmFreeSpace.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FTVMWasmFreeSpace | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../as [...]
-</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">ptr</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol" [...]
+</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">ptr</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol" [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.Pointer.html b/docs/reference/api/typedoc/types/_internal_.Pointer.html
index 0c3bdcdd858..799a68993d9 100644
--- a/docs/reference/api/typedoc/types/_internal_.Pointer.html
+++ b/docs/reference/api/typedoc/types/_internal_.Pointer.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Pointer | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/ctypes.ts#L25">ctypes.ts:25</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></s [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/ctypes.ts#L25">ctypes.ts:25</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></s [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.RequestLike.html b/docs/reference/api/typedoc/types/_internal_.RequestLike.html
index 62e8acb9750..4ba6bfd4819 100644
--- a/docs/reference/api/typedoc/types/_internal_.RequestLike.html
+++ b/docs/reference/api/typedoc/types/_internal_.RequestLike.html
@@ -1 +1 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RequestLike | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/i [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RequestLike | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/i [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.TVMObjectBase.html b/docs/reference/api/typedoc/types/_internal_.TVMObjectBase.html
index 0ea4d515bf6..aad5c3bab03 100644
--- a/docs/reference/api/typedoc/types/_internal_.TVMObjectBase.html
+++ b/docs/reference/api/typedoc/types/_internal_.TVMObjectBase.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TVMObjectBase | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e5d4c557e0481d6cce7825aca5bad5e875d21acf/web/src/runtime.ts#L741">runtime.ts:741</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/e22be4e120e457b2867c09f27cefb82e8c495431/web/src/runtime.ts#L741">runtime.ts:741</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use [...]
diff --git a/docs/searchindex.js b/docs/searchindex.js
index 97afae4f5e7..303566df5b2 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"1. Cross Compile TVM Runtime": [[43, "cross-compile-tvm-runtime"]], "1. The lack of numpy on device machine caused the RPC server can\u2019t be launched.": [[43, "the-lack-of-numpy-on-device-machine-caused-the-rpc-server-can-t-be-launched"]], "2. Pack and Deploy to Device Machine": [[43, "pack-and-deploy-to-device-machine"]], "2. The lack of cloudpickle on device machine caused the RPC server can\u2019t be launched.": [[43, "the-lack-of-cloudpickle-on-devi [...]
\ No newline at end of file
+Search.setIndex({"alltitles": {"1. Cross Compile TVM Runtime": [[44, "cross-compile-tvm-runtime"]], "1. The lack of numpy on device machine caused the RPC server can\u2019t be launched.": [[44, "the-lack-of-numpy-on-device-machine-caused-the-rpc-server-can-t-be-launched"]], "2. Pack and Deploy to Device Machine": [[44, "pack-and-deploy-to-device-machine"]], "2. The lack of cloudpickle on device machine caused the RPC server can\u2019t be launched.": [[44, "the-lack-of-cloudpickle-on-devi [...]
\ No newline at end of file
diff --git a/docs/sg_execution_times.html b/docs/sg_execution_times.html
index d9c3c2b4137..1ddbfeb0187 100644
--- a/docs/sg_execution_times.html
+++ b/docs/sg_execution_times.html
@@ -295,7 +295,7 @@
<section id="computation-times">
<span id="sphx-glr-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading"></a></h1>
-<p><strong>00:28.803</strong> total execution time for 15 files <strong>from all galleries</strong>:</p>
+<p><strong>00:22.658</strong> total execution time for 15 files <strong>from all galleries</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -317,27 +317,27 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="how_to/tutorials/optimize_llm.html#sphx-glr-how-to-tutorials-optimize-llm-py"><span class="std std-ref">Optimize Large Language Model</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/optimize_llm.py</span></code>)</p></td>
-<td><p>00:10.139</p></td>
+<td><p>00:09.982</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="get_started/tutorials/ir_module.html#sphx-glr-get-started-tutorials-ir-module-py"><span class="std std-ref">IRModule</span></a> (<code class="docutils literal notranslate"><span class="pre">../get_started/tutorials/ir_module.py</span></code>)</p></td>
-<td><p>00:08.652</p></td>
+<td><p>00:06.892</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="how_to/tutorials/import_model.html#sphx-glr-how-to-tutorials-import-model-py"><span class="std std-ref">Importing Models from ML Frameworks</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/import_model.py</span></code>)</p></td>
-<td><p>00:07.292</p></td>
+<td><p>00:03.281</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="how_to/tutorials/e2e_opt_model.html#sphx-glr-how-to-tutorials-e2e-opt-model-py"><span class="std std-ref">End-to-End Optimize Model</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/e2e_opt_model.py</span></code>)</p></td>
-<td><p>00:00.685</p></td>
+<td><p>00:00.576</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="how_to/tutorials/customize_opt.html#sphx-glr-how-to-tutorials-customize-opt-py"><span class="std std-ref">Customize Optimization</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/customize_opt.py</span></code>)</p></td>
-<td><p>00:00.623</p></td>
+<td><p>00:00.531</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="how_to/tutorials/cross_compilation_and_rpc.html#sphx-glr-how-to-tutorials-cross-compilation-and-rpc-py"><span class="std std-ref">Cross Compilation and RPC</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/cross_compilation_and_rpc.py</span></code>)</p></td>
-<td><p>00:00.496</p></td>
+<td><p>00:00.481</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="deep_dive/tensor_ir/tutorials/tir_transformation.html#sphx-glr-deep-dive-tensor-ir-tutorials-tir-transformation-py"><span class="std std-ref">Transformation</span></a> (<code class="docutils literal notranslate"><span class="pre">../deep_dive/tensor_ir/tutorials/tir_transformation.py</span></code>)</p></td>
@@ -349,11 +349,11 @@ $(document).ready( function () {
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="get_started/tutorials/quick_start.html#sphx-glr-get-started-tutorials-quick-start-py"><span class="std std-ref">Quick Start</span></a> (<code class="docutils literal notranslate"><span class="pre">../get_started/tutorials/quick_start.py</span></code>)</p></td>
-<td><p>00:00.155</p></td>
+<td><p>00:00.157</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.html#sphx-glr-deep-dive-tensor-ir-tutorials-dlight-gpu-scheduling-py"><span class="std std-ref">DLight: Rule-Based GPU Scheduling</span></a> (<code class="docutils literal notranslate"><span class="pre">../deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.py</span></code>)</p></td>
-<td><p>00:00.119</p></td>
+<td><p>00:00.118</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="deep_dive/relax/tutorials/relax_creation.html#sphx-glr-deep-dive-relax-tutorials-relax-creation-py"><span class="std std-ref">Relax Creation</span></a> (<code class="docutils literal notranslate"><span class="pre">../deep_dive/relax/tutorials/relax_creation.py</span></code>)</p></td>