You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tvm.apache.org by tq...@apache.org on 2026/06/27 04:15:29 UTC
(tvm-site) branch asf-site updated: deploying docs (apache/tvm@46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7)
This is an automated email from the ASF dual-hosted git repository.
tqchen pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/tvm-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 9c8826203f0 deploying docs (apache/tvm@46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7)
9c8826203f0 is described below
commit 9c8826203f09bdb806ab898a4e0a451d6a5926bf
Author: tvm-bot <95...@users.noreply.github.com>
AuthorDate: Sat Jun 27 04:15:21 2026 +0000
deploying docs (apache/tvm@46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7)
---
.../import_model.zip | Bin 35138 -> 35138 bytes
.../dlight_gpu_scheduling.zip | Bin 26311 -> 26311 bytes
.../11c11e53c7dace51a8be968ee169ed0d/ir_module.zip | Bin 23778 -> 23778 bytes
.../tir_transformation.zip | Bin 15923 -> 15923 bytes
.../meta_schedule.zip | Bin 24239 -> 24239 bytes
.../mix_python_and_tvm_with_pymodule.zip | Bin 38907 -> 38907 bytes
.../relax_creation.zip | Bin 22429 -> 22429 bytes
.../relax_transformation.zip | Bin 11480 -> 11480 bytes
.../optimize_llm.zip | Bin 54019 -> 54019 bytes
.../bring_your_own_codegen.zip | Bin 36685 -> 36685 bytes
.../e2e_opt_model.zip | Bin 14501 -> 14501 bytes
.../quick_start.zip | Bin 16252 -> 16252 bytes
.../export_and_load_executable.zip | Bin 31408 -> 31408 bytes
.../tir_creation.zip | Bin 24580 -> 24580 bytes
.../cross_compilation_and_rpc.zip | Bin 62286 -> 62286 bytes
.../customize_opt.zip | Bin 20544 -> 20544 bytes
.../relax/tutorials/sg_execution_times.rst | 4 +-
.../tensor_ir/tutorials/sg_execution_times.rst | 8 +-
.../tensor_ir/tutorials/tir_transformation.rst | 6 +-
docs/_sources/get_started/tutorials/ir_module.rst | 8 +-
.../_sources/get_started/tutorials/quick_start.rst | 4 +-
.../get_started/tutorials/sg_execution_times.rst | 6 +-
.../how_to/tutorials/cross_compilation_and_rpc.rst | 6 +-
docs/_sources/how_to/tutorials/e2e_opt_model.rst | 2 +-
.../how_to/tutorials/sg_execution_times.rst | 12 +-
docs/_sources/sg_execution_times.rst | 24 +-
docs/_sources/tirx/native_basics.rst | 1 +
.../_sources/tirx/native_basics/cuda/profiling.rst | 310 ++++++
docs/_static/downloads/tirx_cudaprofiler_fa4.png | Bin 0 -> 454727 bytes
docs/arch/codegen.html | 1 +
docs/arch/device_target_interactions.html | 1 +
docs/arch/external_library_dispatch.html | 1 +
docs/arch/fusion.html | 1 +
docs/arch/index.html | 1 +
.../arch/introduction_to_module_serialization.html | 1 +
docs/arch/pass_infra.html | 1 +
docs/arch/relax_vm.html | 1 +
docs/arch/runtime.html | 1 +
docs/arch/runtimes/vulkan.html | 1 +
docs/arch/tvmscript.html | 1 +
docs/commit_hash | 2 +-
docs/contribute/ci.html | 1 +
docs/contribute/code_guide.html | 1 +
docs/contribute/code_review.html | 1 +
docs/contribute/committer_guide.html | 1 +
docs/contribute/community.html | 1 +
docs/contribute/document.html | 1 +
docs/contribute/error_handling.html | 1 +
docs/contribute/git_howto.html | 1 +
docs/contribute/index.html | 1 +
docs/contribute/pull_request.html | 1 +
docs/contribute/release_process.html | 1 +
docs/contribute/testing.html | 1 +
docs/deep_dive/relax/abstraction.html | 1 +
docs/deep_dive/relax/dpl.html | 1 +
docs/deep_dive/relax/index.html | 1 +
docs/deep_dive/relax/learning.html | 1 +
docs/deep_dive/relax/tutorials/index.html | 1 +
docs/deep_dive/relax/tutorials/relax_creation.html | 1 +
.../relax/tutorials/relax_transformation.html | 1 +
.../relax/tutorials/sg_execution_times.html | 5 +-
docs/deep_dive/tensor_ir/abstraction.html | 1 +
docs/deep_dive/tensor_ir/index.html | 1 +
docs/deep_dive/tensor_ir/learning.html | 1 +
.../tensor_ir/tutorials/dlight_gpu_scheduling.html | 1 +
docs/deep_dive/tensor_ir/tutorials/index.html | 1 +
.../tensor_ir/tutorials/meta_schedule.html | 1 +
.../tensor_ir/tutorials/sg_execution_times.html | 9 +-
.../tensor_ir/tutorials/tir_creation.html | 1 +
.../tensor_ir/tutorials/tir_transformation.html | 7 +-
docs/errors.html | 1 +
docs/genindex.html | 1 +
docs/get_started/overview.html | 1 +
docs/get_started/tutorials/index.html | 1 +
docs/get_started/tutorials/ir_module.html | 9 +-
docs/get_started/tutorials/quick_start.html | 5 +-
docs/get_started/tutorials/sg_execution_times.html | 7 +-
docs/how_to/tutorials/bring_your_own_codegen.html | 1 +
.../tutorials/cross_compilation_and_rpc.html | 7 +-
docs/how_to/tutorials/customize_opt.html | 1 +
docs/how_to/tutorials/e2e_opt_model.html | 5 +-
.../tutorials/export_and_load_executable.html | 1 +
docs/how_to/tutorials/import_model.html | 1 +
docs/how_to/tutorials/index.html | 1 +
.../mix_python_and_tvm_with_pymodule.html | 1 +
docs/how_to/tutorials/optimize_llm.html | 1 +
docs/how_to/tutorials/sg_execution_times.html | 13 +-
docs/index.html | 1 +
docs/install/docker.html | 1 +
docs/install/from_source.html | 1 +
docs/install/index.html | 1 +
docs/install/pypi.html | 1 +
docs/objects.inv | Bin 25195 -> 25221 bytes
docs/py-modindex.html | 1 +
docs/reference/api/links.html | 1 +
docs/reference/api/python/arith.html | 1 +
docs/reference/api/python/contrib.html | 1 +
docs/reference/api/python/driver.html | 1 +
docs/reference/api/python/error.html | 1 +
docs/reference/api/python/exec.html | 1 +
docs/reference/api/python/index.html | 1 +
docs/reference/api/python/instrument.html | 1 +
docs/reference/api/python/ir.html | 1 +
docs/reference/api/python/meta_schedule.html | 1 +
docs/reference/api/python/relax/analysis.html | 1 +
docs/reference/api/python/relax/backend.html | 1 +
docs/reference/api/python/relax/block_builder.html | 1 +
docs/reference/api/python/relax/distributed.html | 1 +
docs/reference/api/python/relax/dpl.html | 1 +
docs/reference/api/python/relax/frontend.html | 1 +
docs/reference/api/python/relax/op.html | 1 +
docs/reference/api/python/relax/relax.html | 1 +
docs/reference/api/python/relax/testing.html | 1 +
docs/reference/api/python/relax/training.html | 1 +
docs/reference/api/python/relax/transform.html | 1 +
docs/reference/api/python/rpc.html | 1 +
docs/reference/api/python/runtime/disco.html | 1 +
docs/reference/api/python/runtime/runtime.html | 1 +
docs/reference/api/python/runtime/vm.html | 1 +
docs/reference/api/python/s_tir/analysis.html | 1 +
docs/reference/api/python/s_tir/backend.html | 1 +
docs/reference/api/python/s_tir/dlight.html | 1 +
docs/reference/api/python/s_tir/schedule.html | 1 +
docs/reference/api/python/s_tir/tensor_intrin.html | 1 +
docs/reference/api/python/s_tir/transform.html | 1 +
docs/reference/api/python/script/ir_builder.html | 1 +
docs/reference/api/python/script/parser.html | 1 +
docs/reference/api/python/script/printer.html | 1 +
docs/reference/api/python/script/script.html | 1 +
docs/reference/api/python/support.html | 1 +
docs/reference/api/python/target.html | 1 +
docs/reference/api/python/te.html | 1 +
docs/reference/api/python/testing.html | 1 +
docs/reference/api/python/topi.html | 1 +
docs/reference/api/python/transform.html | 1 +
.../api/typedoc/classes/ArtifactCache.html | 14 +-
.../classes/ArtifactCrossOriginStorageCache.html | 12 +-
.../typedoc/classes/ArtifactIndexedDBCache.html | 12 +-
.../api/typedoc/classes/ArtifactOPFSCache.html | 12 +-
docs/reference/api/typedoc/classes/CacheState.html | 10 +-
docs/reference/api/typedoc/classes/DLDataType.html | 10 +-
docs/reference/api/typedoc/classes/DLDevice.html | 10 +-
docs/reference/api/typedoc/classes/Instance.html | 108 +-
docs/reference/api/typedoc/classes/LRUCache.html | 14 +-
.../classes/LinearCongruentialGenerator.html | 10 +-
docs/reference/api/typedoc/classes/Module.html | 16 +-
docs/reference/api/typedoc/classes/RPCServer.html | 4 +-
docs/reference/api/typedoc/classes/Scalar.html | 8 +-
docs/reference/api/typedoc/classes/TVMArray.html | 16 +-
docs/reference/api/typedoc/classes/TVMObject.html | 12 +-
docs/reference/api/typedoc/classes/Tensor.html | 34 +-
.../api/typedoc/classes/VirtualMachine.html | 10 +-
.../classes/_internal_.AsyncifyHandler.html | 14 +-
.../classes/_internal_.CachedCallStack.html | 24 +-
.../classes/_internal_.CanvasRenderManager.html | 6 +-
.../classes/_internal_.CrossOriginStorage.html | 4 +-
.../typedoc/classes/_internal_.Environment.html | 12 +-
.../api/typedoc/classes/_internal_.FFILibrary.html | 6 +-
.../api/typedoc/classes/_internal_.Memory.html | 22 +-
.../api/typedoc/classes/_internal_.OPFSStore.html | 4 +-
.../typedoc/classes/_internal_.PackedFuncCell.html | 12 +-
.../typedoc/classes/_internal_.RuntimeContext.html | 8 +-
.../typedoc/classes/_internal_.WebGPUContext.html | 26 +-
.../enums/_internal_.AsyncifyStateKind.html | 4 +-
.../typedoc/enums/_internal_.RPCServerState.html | 4 +-
docs/reference/api/typedoc/functions/assert.html | 2 +-
.../api/typedoc/functions/createArtifactCache.html | 2 +-
.../api/typedoc/functions/createPolyfillWASI.html | 2 +-
.../api/typedoc/functions/deleteTensorCache.html | 4 +-
.../api/typedoc/functions/detectGPUDevice.html | 2 +-
.../api/typedoc/functions/hasTensorInCache.html | 4 +-
.../api/typedoc/functions/instantiate.html | 2 +-
docs/reference/api/typedoc/functions/wasmPath.html | 2 +-
.../typedoc/interfaces/ArtifactCacheTemplate.html | 10 +-
.../api/typedoc/interfaces/Disposable.html | 4 +-
.../interfaces/FetchTensorCacheOptions.html | 4 +-
.../typedoc/interfaces/GPUDeviceDetectOutput.html | 4 +-
.../api/typedoc/interfaces/InitProgressReport.html | 4 +-
.../api/typedoc/interfaces/LibraryProvider.html | 6 +-
.../interfaces/TensorCacheAccessOptions.html | 4 +-
.../_internal_.CrossOriginHashDescriptor.html | 4 +-
.../_internal_.CrossOriginStorageAPI.html | 4 +-
.../_internal_.CrossOriginStorageHandle.html | 4 +-
...CrossOriginStorageRequestFileHandleOptions.html | 4 +-
.../_internal_.CrossOriginStorageWritable.html | 4 +-
.../interfaces/_internal_.FunctionInfo.html | 4 +-
.../interfaces/_internal_.OPFSDirectoryHandle.html | 4 +-
.../interfaces/_internal_.OPFSFileHandle.html | 4 +-
.../interfaces/_internal_.OPFSStorageManager.html | 4 +-
.../interfaces/_internal_.OPFSStoreRecord.html | 4 +-
.../interfaces/_internal_.OPFSStoredEntry.html | 4 +-
.../_internal_.OPFSSyncAccessHandle.html | 4 +-
.../_internal_.OPFSWritableFileStream.html | 4 +-
.../interfaces/_internal_.TensorCacheEntry.html | 4 +-
.../interfaces/_internal_.TensorShardEntry.html | 4 +-
.../api/typedoc/types/ArtifactCacheType.html | 2 +-
.../api/typedoc/types/InitProgressCallback.html | 2 +-
.../api/typedoc/types/OPFSAccessMode.html | 2 +-
docs/reference/api/typedoc/types/PackedFunc.html | 2 +-
.../typedoc/types/_internal_.AsyncPackedFunc.html | 2 +-
.../types/_internal_.FObjectConstructor.html | 2 +-
.../types/_internal_.FTVMFFIWasmSafeCallType.html | 2 +-
.../types/_internal_.FTVMWasmAllocSpace.html | 2 +-
.../types/_internal_.FTVMWasmFreeSpace.html | 2 +-
.../types/_internal_.OPFSEffectiveAccessMode.html | 2 +-
.../types/_internal_.OPFSSyncAccessHandleMode.html | 2 +-
.../api/typedoc/types/_internal_.Pointer.html | 2 +-
.../api/typedoc/types/_internal_.RequestLike.html | 2 +-
.../typedoc/types/_internal_.TVMObjectBase.html | 2 +-
docs/reference/publications.html | 1 +
docs/reference/security.html | 1 +
docs/search.html | 1 +
docs/searchindex.js | 2 +-
docs/sg_execution_times.html | 25 +-
docs/tirx/api/analysis.html | 1 +
docs/tirx/api/backend.html | 1 +
docs/tirx/api/index.html | 1 +
docs/tirx/api/stmt_functor.html | 1 +
docs/tirx/api/tirx.html | 1 +
docs/tirx/api/transform.html | 1 +
docs/tirx/arch/index.html | 1 +
docs/tirx/arch/lowering_pipeline.html | 1 +
docs/tirx/install.html | 1 +
docs/tirx/layout.html | 7 +-
docs/tirx/native_basics.html | 2 +
docs/tirx/native_basics/cuda/buffers.html | 1 +
docs/tirx/native_basics/cuda/compiling.html | 7 +-
docs/tirx/native_basics/cuda/control_flow.html | 1 +
docs/tirx/native_basics/cuda/data_types.html | 1 +
docs/tirx/native_basics/cuda/first_kernel.html | 1 +
docs/tirx/native_basics/cuda/functions.html | 1 +
docs/tirx/native_basics/cuda/parser_utils.html | 1 +
docs/tirx/native_basics/cuda/profiling.html | 1033 ++++++++++++++++++++
docs/tirx/native_basics/cuda/threads_sync.html | 1 +
docs/tirx/overview.html | 1 +
docs/tirx/tile_primitives.html | 1 +
docs/tirx/tile_primitives/copy.html | 1 +
docs/tirx/tile_primitives/copy/fallback.html | 1 +
docs/tirx/tile_primitives/copy/gmem_smem.html | 1 +
docs/tirx/tile_primitives/copy/ldstmatrix.html | 1 +
docs/tirx/tile_primitives/copy/reg.html | 1 +
docs/tirx/tile_primitives/copy_async.html | 1 +
docs/tirx/tile_primitives/copy_async/dsmem.html | 1 +
docs/tirx/tile_primitives/copy_async/ldgsts.html | 1 +
.../tile_primitives/copy_async/tcgen05_cp.html | 1 +
.../tile_primitives/copy_async/tcgen05_ldst.html | 1 +
docs/tirx/tile_primitives/copy_async/tma.html | 1 +
docs/tirx/tile_primitives/elementwise.html | 1 +
docs/tirx/tile_primitives/elementwise/reg.html | 1 +
docs/tirx/tile_primitives/elementwise/smem.html | 1 +
docs/tirx/tile_primitives/gemm.html | 1 +
docs/tirx/tile_primitives/gemm_async.html | 1 +
docs/tirx/tile_primitives/permute_layout.html | 1 +
docs/tirx/tile_primitives/reduction.html | 1 +
docs/tirx/tile_primitives/reduction/local.html | 1 +
docs/tirx/tile_primitives/reduction/shared.html | 1 +
.../tile_primitives/reduction/sm100_packed.html | 1 +
257 files changed, 1885 insertions(+), 390 deletions(-)
diff --git a/docs/_downloads/050dda7aeddba33e083ae36606d3270f/import_model.zip b/docs/_downloads/050dda7aeddba33e083ae36606d3270f/import_model.zip
index 46bc1073b47..7a45b1391a9 100644
Binary files a/docs/_downloads/050dda7aeddba33e083ae36606d3270f/import_model.zip and b/docs/_downloads/050dda7aeddba33e083ae36606d3270f/import_model.zip differ
diff --git a/docs/_downloads/0eec6b3ea6ba863d0ed14b037c4b83ea/dlight_gpu_scheduling.zip b/docs/_downloads/0eec6b3ea6ba863d0ed14b037c4b83ea/dlight_gpu_scheduling.zip
index 34f2ac9a349..4d4a9b80fd1 100644
Binary files a/docs/_downloads/0eec6b3ea6ba863d0ed14b037c4b83ea/dlight_gpu_scheduling.zip and b/docs/_downloads/0eec6b3ea6ba863d0ed14b037c4b83ea/dlight_gpu_scheduling.zip differ
diff --git a/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip b/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip
index 1009da94764..8b08b5e757e 100644
Binary files a/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip and b/docs/_downloads/11c11e53c7dace51a8be968ee169ed0d/ir_module.zip differ
diff --git a/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip b/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip
index f9b62965ab6..8598e9f6492 100644
Binary files a/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip and b/docs/_downloads/18ba0d2ee8120824175aaef66bc9c9bf/tir_transformation.zip differ
diff --git a/docs/_downloads/249a4acaa182fd00b9c381b53025777d/meta_schedule.zip b/docs/_downloads/249a4acaa182fd00b9c381b53025777d/meta_schedule.zip
index 7639487a4b3..ef78ce18a97 100644
Binary files a/docs/_downloads/249a4acaa182fd00b9c381b53025777d/meta_schedule.zip and b/docs/_downloads/249a4acaa182fd00b9c381b53025777d/meta_schedule.zip differ
diff --git a/docs/_downloads/373278b9f6fc686adeaa0219598fe78b/mix_python_and_tvm_with_pymodule.zip b/docs/_downloads/373278b9f6fc686adeaa0219598fe78b/mix_python_and_tvm_with_pymodule.zip
index d45f80a259a..bcc5656a6f9 100644
Binary files a/docs/_downloads/373278b9f6fc686adeaa0219598fe78b/mix_python_and_tvm_with_pymodule.zip and b/docs/_downloads/373278b9f6fc686adeaa0219598fe78b/mix_python_and_tvm_with_pymodule.zip differ
diff --git a/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip b/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip
index 2b130c02fed..8c9596111e6 100644
Binary files a/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip and b/docs/_downloads/4753776bbe68e7c9ee4d19117973fc8b/relax_creation.zip differ
diff --git a/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip b/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip
index f27eba58986..3ced4ce45b1 100644
Binary files a/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip and b/docs/_downloads/7d201684dfa095a5ea48d98e9a2ef7ad/relax_transformation.zip differ
diff --git a/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip b/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip
index 9eed378fc1b..f18df882a84 100644
Binary files a/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip and b/docs/_downloads/83e85f38cf16f1d926d06615fd54095c/optimize_llm.zip differ
diff --git a/docs/_downloads/8c05f1d580979a2c26428a509c07ed72/bring_your_own_codegen.zip b/docs/_downloads/8c05f1d580979a2c26428a509c07ed72/bring_your_own_codegen.zip
index a58262681a5..997744aba43 100644
Binary files a/docs/_downloads/8c05f1d580979a2c26428a509c07ed72/bring_your_own_codegen.zip and b/docs/_downloads/8c05f1d580979a2c26428a509c07ed72/bring_your_own_codegen.zip differ
diff --git a/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip b/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip
index a8333ad1547..d17f2bb1d63 100644
Binary files a/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip and b/docs/_downloads/a7dd7652b2ad50f82d7b739ce3645799/e2e_opt_model.zip differ
diff --git a/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip b/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip
index b93ef4eda7b..184e7d90530 100644
Binary files a/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip and b/docs/_downloads/bb7db6678496193ed0c55d3b95fa6778/quick_start.zip differ
diff --git a/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip b/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip
index 9cbecf04b8e..c1fd43221e8 100644
Binary files a/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip and b/docs/_downloads/bc875d02d5382abc9ea5fb9eb2c1de2c/export_and_load_executable.zip differ
diff --git a/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip b/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip
index 894dbb21cb3..d91af4088b9 100644
Binary files a/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip and b/docs/_downloads/be26483bb70b8468499a01c55e8e866c/tir_creation.zip differ
diff --git a/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip b/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip
index 44883f3724c..3f3eba729fe 100644
Binary files a/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip and b/docs/_downloads/f69380821f417ef2210f45503d81bded/cross_compilation_and_rpc.zip differ
diff --git a/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip b/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip
index 8e1ee4db4fc..c5b467893ea 100644
Binary files a/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip and b/docs/_downloads/f69433a4a80715725df90d1386679956/customize_opt.zip differ
diff --git a/docs/_sources/deep_dive/relax/tutorials/sg_execution_times.rst b/docs/_sources/deep_dive/relax/tutorials/sg_execution_times.rst
index 28636801472..9589e543ef4 100644
--- a/docs/_sources/deep_dive/relax/tutorials/sg_execution_times.rst
+++ b/docs/_sources/deep_dive/relax/tutorials/sg_execution_times.rst
@@ -6,7 +6,7 @@
Computation times
=================
-**00:00.210** total execution time for 2 files **from deep_dive/relax/tutorials**:
+**00:00.214** total execution time for 2 files **from deep_dive/relax/tutorials**:
.. container::
@@ -33,7 +33,7 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_creation.py` (``relax_creation.py``)
- - 00:00.156
+ - 00:00.160
- 0.0
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_transformation.py` (``relax_transformation.py``)
- 00:00.054
diff --git a/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst b/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst
index b212f0abe73..7691b5faa76 100644
--- a/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst
+++ b/docs/_sources/deep_dive/tensor_ir/tutorials/sg_execution_times.rst
@@ -6,7 +6,7 @@
Computation times
=================
-**00:00.710** total execution time for 4 files **from deep_dive/tensor_ir/tutorials**:
+**00:00.725** total execution time for 4 files **from deep_dive/tensor_ir/tutorials**:
.. container::
@@ -33,13 +33,13 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_transformation.py` (``tir_transformation.py``)
- - 00:00.294
+ - 00:00.301
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_creation.py` (``tir_creation.py``)
- - 00:00.287
+ - 00:00.294
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_dlight_gpu_scheduling.py` (``dlight_gpu_scheduling.py``)
- - 00:00.122
+ - 00:00.123
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_meta_schedule.py` (``meta_schedule.py``)
- 00:00.007
diff --git a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst
index 1e8bf454791..faa84fdfffe 100644
--- a/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst
+++ b/docs/_sources/deep_dive/tensor_ir/tutorials/tir_transformation.rst
@@ -120,7 +120,7 @@ original implementation.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 2.4551 2.4551 2.4551 2.4551 0.0000
+ 2.5542 2.5542 2.5542 2.5542 0.0000
@@ -294,7 +294,7 @@ action involves reordering these two loops.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.8682 0.8682 0.8682 0.8682 0.0000
+ 0.8657 0.8657 0.8657 0.8657 0.0000
@@ -424,7 +424,7 @@ from the reduction update via the **decompose_reduction** primitive.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.3583 0.3583 0.3583 0.3583 0.0000
+ 0.3568 0.3568 0.3568 0.3568 0.0000
diff --git a/docs/_sources/get_started/tutorials/ir_module.rst b/docs/_sources/get_started/tutorials/ir_module.rst
index 87e724135b9..1a5f8fcaff4 100644
--- a/docs/_sources/get_started/tutorials/ir_module.rst
+++ b/docs/_sources/get_started/tutorials/ir_module.rst
@@ -696,8 +696,8 @@ We can deploy the IRModule on CPU by specifying the target as ``llvm``.
.. code-block:: none
- [[ 0.16860297 -0.01747389 -0.03859197 0.11313029 0.14814104 0.0515438
- -0.1993376 0.12101626 0.18962878 -0.1774325 ]]
+ [[ 0.03526755 -0.10378047 0.05635805 -0.22534841 -0.26035577 -0.07130452
+ 0.10753473 -0.09713119 -0.0132549 -0.04098671]]
@@ -763,8 +763,8 @@ Now we can compile the IRModule on GPU, the similar way as we did on CPU.
.. code-block:: none
- [[ 0.16860293 -0.01747388 -0.03859197 0.11313033 0.14814104 0.05154384
- -0.19933769 0.12101623 0.18962881 -0.17743257]]
+ [[ 0.03526751 -0.10378052 0.05635802 -0.22534834 -0.2603558 -0.07130452
+ 0.10753471 -0.09713122 -0.01325492 -0.0409867 ]]
diff --git a/docs/_sources/get_started/tutorials/quick_start.rst b/docs/_sources/get_started/tutorials/quick_start.rst
index 9731e1cb786..a1e845bccfc 100644
--- a/docs/_sources/get_started/tutorials/quick_start.rst
+++ b/docs/_sources/get_started/tutorials/quick_start.rst
@@ -224,8 +224,8 @@ different devices.
.. code-block:: none
- [[25326.396 25489.115 23606.826 24684.186 24453.49 25919.059 25482.586
- 26302.416 24581.996 26022.248]]
+ [[26588.332 26022.82 24812.275 25389.12 25505.807 25270.877 25945.19
+ 26411.094 24486.848 26647.072]]
diff --git a/docs/_sources/get_started/tutorials/sg_execution_times.rst b/docs/_sources/get_started/tutorials/sg_execution_times.rst
index 1e948562e6f..052afabadbc 100644
--- a/docs/_sources/get_started/tutorials/sg_execution_times.rst
+++ b/docs/_sources/get_started/tutorials/sg_execution_times.rst
@@ -6,7 +6,7 @@
Computation times
=================
-**00:05.262** total execution time for 2 files **from get_started/tutorials**:
+**00:05.186** total execution time for 2 files **from get_started/tutorials**:
.. container::
@@ -33,8 +33,8 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_get_started_tutorials_ir_module.py` (``ir_module.py``)
- - 00:05.106
+ - 00:05.032
- 0.0
* - :ref:`sphx_glr_get_started_tutorials_quick_start.py` (``quick_start.py``)
- - 00:00.156
+ - 00:00.154
- 0.0
diff --git a/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst b/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst
index 2b901db05e7..65ec070f00f 100644
--- a/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst
+++ b/docs/_sources/how_to/tutorials/cross_compilation_and_rpc.rst
@@ -275,7 +275,7 @@ device and returns the measured cost. Network overhead is excluded.
.. code-block:: none
- 8.8e-08 secs/op
+ 8.9e-08 secs/op
@@ -864,8 +864,8 @@ This workflow is applicable to various deployment scenarios:
Converted PyTorch model to Relax:
- Number of parameters: 4
Using local target for demonstration
- Exported library to: /tmp/tmp9gqwc12g/model_deployed.so
- Saved parameters to: /tmp/tmp9gqwc12g/model_params.npz
+ Exported library to: /tmp/tmphshp95fl/model_deployed.so
+ Saved parameters to: /tmp/tmphshp95fl/model_params.npz
RPC workflow (works for any remote device):
==================================================
diff --git a/docs/_sources/how_to/tutorials/e2e_opt_model.rst b/docs/_sources/how_to/tutorials/e2e_opt_model.rst
index 00181f77975..31fea780c72 100644
--- a/docs/_sources/how_to/tutorials/e2e_opt_model.rst
+++ b/docs/_sources/how_to/tutorials/e2e_opt_model.rst
@@ -54,7 +54,7 @@ PyTorch.
.. code-block:: none
Downloading: "https://download.pytorch.org/models/resnet18-f37072fd.pth" to /workspace/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth
- 0%| | 0.00/44.7M [00:00<?, ?B/s] 69%|██████▊ | 30.6M/44.7M [00:00<00:00, 320MB/s] 100%|██████████| 44.7M/44.7M [00:00<00:00, 355MB/s]
+ 0%| | 0.00/44.7M [00:00<?, ?B/s] 67%|██████▋ | 30.0M/44.7M [00:00<00:00, 307MB/s] 100%|██████████| 44.7M/44.7M [00:00<00:00, 339MB/s]
diff --git a/docs/_sources/how_to/tutorials/sg_execution_times.rst b/docs/_sources/how_to/tutorials/sg_execution_times.rst
index 0d5cd3a7410..8972f08340a 100644
--- a/docs/_sources/how_to/tutorials/sg_execution_times.rst
+++ b/docs/_sources/how_to/tutorials/sg_execution_times.rst
@@ -6,7 +6,7 @@
Computation times
=================
-**00:13.767** total execution time for 8 files **from how_to/tutorials**:
+**00:13.809** total execution time for 8 files **from how_to/tutorials**:
.. container::
@@ -33,22 +33,22 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_how_to_tutorials_optimize_llm.py` (``optimize_llm.py``)
- - 00:09.097
+ - 00:09.140
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_import_model.py` (``import_model.py``)
- - 00:03.313
+ - 00:03.297
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_e2e_opt_model.py` (``e2e_opt_model.py``)
- - 00:00.559
+ - 00:00.570
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_cross_compilation_and_rpc.py` (``cross_compilation_and_rpc.py``)
- 00:00.472
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_customize_opt.py` (``customize_opt.py``)
- - 00:00.284
+ - 00:00.287
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_bring_your_own_codegen.py` (``bring_your_own_codegen.py``)
- - 00:00.037
+ - 00:00.038
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_mix_python_and_tvm_with_pymodule.py` (``mix_python_and_tvm_with_pymodule.py``)
- 00:00.004
diff --git a/docs/_sources/sg_execution_times.rst b/docs/_sources/sg_execution_times.rst
index fc154626695..1fedc888214 100644
--- a/docs/_sources/sg_execution_times.rst
+++ b/docs/_sources/sg_execution_times.rst
@@ -6,7 +6,7 @@
Computation times
=================
-**00:19.949** total execution time for 16 files **from all galleries**:
+**00:19.934** total execution time for 16 files **from all galleries**:
.. container::
@@ -33,43 +33,43 @@ Computation times
- Time
- Mem (MB)
* - :ref:`sphx_glr_how_to_tutorials_optimize_llm.py` (``../how_to/tutorials/optimize_llm.py``)
- - 00:09.097
+ - 00:09.140
- 0.0
* - :ref:`sphx_glr_get_started_tutorials_ir_module.py` (``../get_started/tutorials/ir_module.py``)
- - 00:05.106
+ - 00:05.032
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_import_model.py` (``../how_to/tutorials/import_model.py``)
- - 00:03.313
+ - 00:03.297
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_e2e_opt_model.py` (``../how_to/tutorials/e2e_opt_model.py``)
- - 00:00.559
+ - 00:00.570
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_cross_compilation_and_rpc.py` (``../how_to/tutorials/cross_compilation_and_rpc.py``)
- 00:00.472
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_transformation.py` (``../deep_dive/tensor_ir/tutorials/tir_transformation.py``)
- - 00:00.294
+ - 00:00.301
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_tir_creation.py` (``../deep_dive/tensor_ir/tutorials/tir_creation.py``)
- - 00:00.287
+ - 00:00.294
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_customize_opt.py` (``../how_to/tutorials/customize_opt.py``)
- - 00:00.284
+ - 00:00.287
- 0.0
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_creation.py` (``../deep_dive/relax/tutorials/relax_creation.py``)
- - 00:00.156
+ - 00:00.160
- 0.0
* - :ref:`sphx_glr_get_started_tutorials_quick_start.py` (``../get_started/tutorials/quick_start.py``)
- - 00:00.156
+ - 00:00.154
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_dlight_gpu_scheduling.py` (``../deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.py``)
- - 00:00.122
+ - 00:00.123
- 0.0
* - :ref:`sphx_glr_deep_dive_relax_tutorials_relax_transformation.py` (``../deep_dive/relax/tutorials/relax_transformation.py``)
- 00:00.054
- 0.0
* - :ref:`sphx_glr_how_to_tutorials_bring_your_own_codegen.py` (``../how_to/tutorials/bring_your_own_codegen.py``)
- - 00:00.037
+ - 00:00.038
- 0.0
* - :ref:`sphx_glr_deep_dive_tensor_ir_tutorials_meta_schedule.py` (``../deep_dive/tensor_ir/tutorials/meta_schedule.py``)
- 00:00.007
diff --git a/docs/_sources/tirx/native_basics.rst b/docs/_sources/tirx/native_basics.rst
index 6d373880372..62a7623ee37 100644
--- a/docs/_sources/tirx/native_basics.rst
+++ b/docs/_sources/tirx/native_basics.rst
@@ -67,3 +67,4 @@ kernels reference compile-time parameters inside type annotations (see
native_basics/cuda/control_flow
native_basics/cuda/threads_sync
native_basics/cuda/compiling
+ native_basics/cuda/profiling
diff --git a/docs/_sources/tirx/native_basics/cuda/profiling.rst b/docs/_sources/tirx/native_basics/cuda/profiling.rst
new file mode 100644
index 00000000000..81d4cddca72
--- /dev/null
+++ b/docs/_sources/tirx/native_basics/cuda/profiling.rst
@@ -0,0 +1,310 @@
+.. Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+.. http://www.apache.org/licenses/LICENSE-2.0
+
+.. Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+
+In-kernel profiling with CudaProfiler
+=====================================
+
+Once a kernel is correct and you have seen how it compiles (see
+:doc:`compiling`), the next question is usually *where the cycles go*. Host-side
+timers and ``nsys`` tell you how long a launch took, but not how that time splits
+across the regions *inside* one kernel — the TMA loads, the mainloop MMAs, the
+softmax, the epilogue.
+
+``tvm.tirx.bench.CudaProfiler`` is a lightweight, in-kernel event tracer for
+exactly this. You bracket regions of device code with ``start`` / ``end``
+markers; at runtime one leader thread per block stamps the GPU global timer into
+a buffer you pass in as an ordinary kernel argument. After the launch you read
+the buffer back and decode it into per-region durations or a Perfetto timeline.
+
+It is *not* zero cost — every event is a ``%globaltimer`` read plus a global
+store, and every thread in the region pays a block fence — so it is a
+profiling/debugging tool, not something you leave on in production.
+
+The kernel
+----------
+
+The kernel below brackets a ``load`` / ``compute`` / ``store`` sequence. The
+``compute`` region runs a 4000-iteration FMA loop so it clearly dominates. Events
+are a plain ``enum.Enum`` whose integer values start at 0 and index a names list.
+
+.. code-block:: python
+
+ from enum import Enum
+ import numpy as np
+ import tvm
+ from tvm.script import tirx as T
+ from tvm.tirx.bench import CudaProfiler, export_to_perfetto_trace
+
+ NUM_BLOCKS, BLOCK, NUM_GROUPS = 4, 128, 1
+ WRITE_STRIDE = NUM_BLOCKS * NUM_GROUPS # >= number of (block, group) lanes
+ PROF_SIZE = 4096 # uint64 slots in the profiler buffer
+ N = NUM_BLOCKS * BLOCK
+
+ class Ev(Enum):
+ Load = 0
+ Compute = 1
+ Store = 2
+
+ EV_NAMES = ["load", "compute", "store"]
+
+ @T.prim_func
+ def profiled_kernel(out_ptr: T.handle, inp_ptr: T.handle, prof_ptr: T.handle):
+ out = T.match_buffer(out_ptr, (N,), "float32")
+ inp = T.match_buffer(inp_ptr, (N,), "float32")
+ prof = T.match_buffer(prof_ptr, (PROF_SIZE,), "uint64")
+ T.device_entry()
+ bid = T.cta_id([NUM_BLOCKS])
+ tid = T.thread_id([BLOCK])
+ idx = bid * BLOCK + tid
+
+ # Construct the profiler inside the kernel; only the leader thread writes.
+ p = CudaProfiler(prof, write_stride=WRITE_STRIDE, num_groups=NUM_GROUPS,
+ default_leader=(tid == 0))
+ p.init(0) # group_id = 0; also stamps the buffer header at slot 0
+
+ p.start(Ev.Load)
+ x: T.f32 = inp[idx]
+ p.end(Ev.Load)
+
+ p.start(Ev.Compute)
+ acc: T.f32 = T.float32(0)
+ for _ in range(4000):
+ acc = acc * T.float32(1.0001) + x
+ p.end(Ev.Compute)
+
+ p.start(Ev.Store)
+ out[idx] = acc
+ p.end(Ev.Store)
+
+ p.finalize() # mark this (block, group) lane done
+
+Run it and read the trace
+-------------------------
+
+Allocate a zeroed ``uint64`` buffer, pass it as the last argument, then read it
+back. Each record is one ``uint64``: the high 32 bits are the timestamp, the low
+32 bits a packed tag, so decoding is plain bit-twiddling on the host.
+
+.. code-block:: python
+
+ dev = tvm.cuda(0)
+ exe = tvm.compile(tvm.IRModule({"main": profiled_kernel}),
+ target=tvm.target.Target("cuda"), tir_pipeline="tirx")
+
+ inp = tvm.runtime.tensor(np.ones(N, "float32"), device=dev)
+ out = tvm.runtime.tensor(np.zeros(N, "float32"), device=dev)
+ prof = tvm.runtime.tensor(np.zeros(PROF_SIZE, "uint64"), device=dev)
+
+ exe(out, inp, prof)
+ dev.sync()
+
+ prof_np = prof.numpy()
+ opens, spans = {}, {}
+ for i in range(1, len(prof_np)):
+ word = int(prof_np[i])
+ if word == 0:
+ continue
+ ts, tag = word >> 32, word & 0xFFFFFFFF
+ block = (tag >> 12) // NUM_GROUPS
+ event_idx, event_type = (tag >> 2) & 0x3FF, tag & 0x3 # 0=start 1=end 2=instant 3=finalize
+ if event_type == 0:
+ opens[(block, event_idx)] = ts
+ elif event_type == 1:
+ spans.setdefault(block, []).append((EV_NAMES[event_idx], ts - opens[(block, event_idx)]))
+ for block in sorted(spans):
+ print(f"block {block}:", ", ".join(f"{n}={d}ns" for n, d in spans[block]))
+
+ export_to_perfetto_trace(prof_np, "cudaprofiler.perfetto-trace", EV_NAMES)
+
+Durations are stable to within a few percent (they shift with GPU clocks)::
+
+ block 0: load=32ns, compute=8704ns, store=64ns
+ block 1: load=96ns, compute=8704ns, store=64ns
+ block 2: load=96ns, compute=8704ns, store=64ns
+ block 3: load=96ns, compute=8704ns, store=64ns
+
+``export_to_perfetto_trace`` writes ``cudaprofiler.perfetto-trace`` from the same
+records; drop it onto https://ui.perfetto.dev for an interactive timeline. Because
+the timestamps come from the global ``%globaltimer`` (not a per-SM cycle counter),
+events from different blocks share one time axis and are directly comparable.
+
+On a real kernel
+----------------
+
+The same markers, sprinkled through a warp-specialized FlashAttention-4 kernel
+(one ``group`` per warp-group via ``num_groups``), produce a per-warp-group
+timeline of the whole pipeline:
+
+.. figure:: https://raw.githubusercontent.com/tlc-pack/web-data/main/images/tirx/tirx_cudaprofiler_fa4.png
+ :align: center
+ :alt: FlashAttention-4 in-kernel timeline in Perfetto
+
+ One CTA of an FA4 forward kernel. ``group_0`` issues the TMA loads
+ (``issue-tma-*``), ``group_3`` / ``group_4`` run the softmax pipeline
+ (``softmax-max`` / ``-exp2`` / ``-sum``), and ``group_5`` runs the
+ ``correction`` — the overlap between the producer and consumer warp-groups is
+ exactly what intra-kernel profiling is for.
+
+The API
+-------
+
+Construct the profiler **inside** the kernel body and call four methods:
+
+* ``init(group_id)`` — once per thread; ``group_id`` selects the sub-track and
+ stamps the buffer header at slot 0.
+* ``start(event_type, leader=None)`` / ``end(event_type, leader=None)`` — open and
+ close a region. Every thread executes them, but only the leader stores a record.
+* ``finalize(leader=None)`` — write a terminal record for this lane.
+
+Constructor arguments:
+
+* ``profiler_buffer`` — the ``uint64`` buffer you pass into the kernel.
+* ``write_stride`` — how far each leader advances between writes. Must be ``>=``
+ the number of ``(block, group)`` lanes so per-lane streams never collide;
+ ``NUM_BLOCKS * NUM_GROUPS`` is the tight value, a persistent-grid kernel uses
+ ``num_sms * num_groups``.
+* ``num_groups`` — independent sub-tracks per block. Use ``1`` for a plain kernel;
+ in a warp-specialized kernel give each warp-group its own ``group_id`` and
+ leader so their timelines don't mix.
+* ``default_leader`` — the predicate for the one writing thread (override per call
+ with ``leader=``).
+* ``profiler_enabled`` — pass ``False`` (or a false-y ``PrimExpr``) to turn every
+ method into a no-op, so you can leave the markers in and compile them out.
+
+``CudaProfiler`` emits ``start`` / ``end`` / ``finalize``; ``instant`` (event type
+2) is reserved in the wire format and understood by the decoder, but there is no
+method that produces one.
+
+Groups and granularity
+----------------------
+
+A block's threads are partitioned into ``num_groups`` logical *groups*, and the
+trace's unit is one ``(block, group)`` lane — each becomes its own track. The
+partition is yours: a group can be a warp-group, a single warp, or any set of
+threads, and it does **not** have to align to a warp (the recording path has no
+warp-collective op — just a predicated per-thread store and a block fence). Two
+rules:
+
+* a thread joins a group by calling ``init(group_id)``, which points *its* write
+ cursor at that group's lane;
+* exactly one thread per group is the leader and actually writes — pick it with a
+ predicate that is true for one thread in the group, and it must be a thread that
+ called ``init`` for that group.
+
+Because each leader has its own cursor, one ``start`` / ``end`` statement records
+into *every* group at once: each leader stamps its own lane.
+
+**Groups as warp-groups.** A 256-thread block is two warp-groups; give each its
+own ``group_id`` and make its first thread the leader. Here the two warp-groups do
+different amounts of compute, so their tracks have different durations:
+
+.. code-block:: python
+
+ NUM_GROUPS = 2
+ p = CudaProfiler(prof, write_stride=NUM_BLOCKS * NUM_GROUPS, num_groups=NUM_GROUPS,
+ default_leader=(tid % 128 == 0)) # first thread of each warp-group
+ if tid < 128:
+ p.init(0)
+ else:
+ p.init(1)
+ # ... load ...
+ p.start(Ev.Compute)
+ if tid < 128:
+ for _ in range(1000): # warp-group 0: light
+ acc = acc * T.float32(1.0001) + x
+ else:
+ for _ in range(5000): # warp-group 1: heavy
+ acc = acc * T.float32(1.0001) + x
+ p.end(Ev.Compute)
+
+::
+
+ block 0 group 0: load=96ns, compute=3040ns, store=64ns
+ block 0 group 1: load=96ns, compute=10816ns, store=64ns
+ block 1 group 0: load=96ns, compute=3072ns, store=64ns
+ block 1 group 1: load=128ns, compute=10784ns, store=64ns
+
+**Groups that are not warp multiples.** A 128-thread block split 48 / 48 / 32
+works the same way — the leaders are the base thread of each group, and the
+48-thread groups (1.5 warps, crossing warp boundaries) each record a correct
+track:
+
+.. code-block:: python
+
+ NUM_GROUPS = 3 # groups [0, 48) [48, 96) [96, 128)
+ p = CudaProfiler(prof, write_stride=NUM_BLOCKS * NUM_GROUPS, num_groups=NUM_GROUPS,
+ default_leader=((tid == 0) | (tid == 48) | (tid == 96)))
+ if tid < 48:
+ p.init(0)
+ elif tid < 96:
+ p.init(1)
+ else:
+ p.init(2)
+
+::
+
+ block 0 group 0: load=96ns, compute=4544ns, store=64ns # 48 threads (1.5 warps)
+ block 0 group 1: load=64ns, compute=4512ns, store=96ns # 48 threads, crosses warp lines
+ block 0 group 2: load=64ns, compute=4576ns, store=64ns # 32 threads
+
+What each call wraps
+--------------------
+
+The methods are thin wrappers around the ``T.cuda.timer_*`` intrinsics, which
+lower to small ``__device__`` helpers emitted into the generated CUDA. The
+profiler keeps two per-thread ``"local"`` scratch slots — the running tag and
+write cursor — and every record is written by:
+
+.. code-block:: c++
+
+ // tvm_builtin_get_timestamp() == asm("mov.u32 %0, %globaltimer_lo;")
+ profiler_buffer[profiler_write_offset[0]] =
+ ((uint64_t)tvm_builtin_get_timestamp() << 32) | (profiler_tag[0] | event_bits);
+ profiler_write_offset[0] += profiler_write_stride; // global store; only the leader runs this
+
+``init`` computes ``BLOCK_GROUP_IDX = block_idx * num_groups + group_id``, writes
+the header ``profiler_buffer[0] = ((uint64_t)num_groups << 32) | num_blocks`` from
+block 0 / ``threadIdx.x == 0``, and seeds this lane's cursor to ``1 +
+BLOCK_GROUP_IDX`` and tag to ``BLOCK_GROUP_IDX << 12``. ``start`` writes the record
+(``event_bits = (event << 2) | 0``) then ``__threadfence_block()``; ``end`` fences
+then writes (``| 1``); ``finalize`` fences then writes ``0x3``. The fence runs on
+*every* thread in the region, only the store is leader-only — that fence is what
+brackets the region's memory traffic, and why the markers perturb the kernel.
+
+Usage notes and caveats
+-----------------------
+
+* **Zero the buffer before the launch.** The decoder treats ``0`` as "empty" and
+ reads the grid shape from slot 0, which only block 0 / thread 0 writes.
+* **Exactly one leader per (block, group).** Each thread keeps its own cursor,
+ initialized to ``1 + block_group``; two leaders in the same lane write the same
+ offsets and clobber each other. Use ``tid == 0`` or lane 0 of the group's leader
+ warp.
+* **Call ``init`` once, before any ``start``.** It seeds each thread's tag and
+ cursor; without it both are garbage.
+* **Size ``write_stride`` and the buffer together.** The largest slot a lane
+ touches is ``1 + block_group + (records_per_lane - 1) * write_stride``;
+ over-allocate, unused slots stay ``0`` and are skipped.
+* **``%globaltimer_lo`` is only the low 32 bits of the nanosecond timer.** It wraps
+ about every 4.29 s (``2**32`` ns), so a region straddling a wrap decodes to a
+ bogus duration. Resolution is coarse (tens of ns), so very short regions read 0
+ or a single tick.
+* **No payload.** ``start`` / ``end`` record only a timestamp and the event id;
+ encode anything extra in the event id (a distinct ``Ev`` member) or in
+ ``num_groups``.
+* **It is not free.** Two stores plus two block fences per region. Profile, read
+ the numbers, then build with ``profiler_enabled=False``.
diff --git a/docs/_static/downloads/tirx_cudaprofiler_fa4.png b/docs/_static/downloads/tirx_cudaprofiler_fa4.png
new file mode 100644
index 00000000000..2302f20bf22
Binary files /dev/null and b/docs/_static/downloads/tirx_cudaprofiler_fa4.png differ
diff --git a/docs/arch/codegen.html b/docs/arch/codegen.html
index 989f9ffe6b0..a22a03a36c9 100644
--- a/docs/arch/codegen.html
+++ b/docs/arch/codegen.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/arch/device_target_interactions.html b/docs/arch/device_target_interactions.html
index 4dcb33cd2b2..2fdfe10d764 100644
--- a/docs/arch/device_target_interactions.html
+++ b/docs/arch/device_target_interactions.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/arch/external_library_dispatch.html b/docs/arch/external_library_dispatch.html
index e61d42ae6e4..e175eda9aeb 100644
--- a/docs/arch/external_library_dispatch.html
+++ b/docs/arch/external_library_dispatch.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/arch/fusion.html b/docs/arch/fusion.html
index 69a6c17088c..18fe7babd32 100644
--- a/docs/arch/fusion.html
+++ b/docs/arch/fusion.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/arch/index.html b/docs/arch/index.html
index 19827199c1f..2d5ba599946 100644
--- a/docs/arch/index.html
+++ b/docs/arch/index.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/arch/introduction_to_module_serialization.html b/docs/arch/introduction_to_module_serialization.html
index 3ca082f48b6..fc3f17cf6fb 100644
--- a/docs/arch/introduction_to_module_serialization.html
+++ b/docs/arch/introduction_to_module_serialization.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/arch/pass_infra.html b/docs/arch/pass_infra.html
index 3f5d3a03461..44e77020549 100644
--- a/docs/arch/pass_infra.html
+++ b/docs/arch/pass_infra.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/arch/relax_vm.html b/docs/arch/relax_vm.html
index 023c2f26b91..555da317663 100644
--- a/docs/arch/relax_vm.html
+++ b/docs/arch/relax_vm.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/arch/runtime.html b/docs/arch/runtime.html
index 50001aa4673..a791a3e3a8f 100644
--- a/docs/arch/runtime.html
+++ b/docs/arch/runtime.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/arch/runtimes/vulkan.html b/docs/arch/runtimes/vulkan.html
index 1ae7d4a1370..22697452667 100644
--- a/docs/arch/runtimes/vulkan.html
+++ b/docs/arch/runtimes/vulkan.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/arch/tvmscript.html b/docs/arch/tvmscript.html
index f3c42392c86..7124eadde52 100644
--- a/docs/arch/tvmscript.html
+++ b/docs/arch/tvmscript.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/commit_hash b/docs/commit_hash
index 8246b9097d4..0757a21ded4 100644
--- a/docs/commit_hash
+++ b/docs/commit_hash
@@ -1 +1 @@
-b00b85b30b7daa0226fb51e777463ad2166be31c
+46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7
diff --git a/docs/contribute/ci.html b/docs/contribute/ci.html
index 700de33380a..191769b98d6 100644
--- a/docs/contribute/ci.html
+++ b/docs/contribute/ci.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/contribute/code_guide.html b/docs/contribute/code_guide.html
index f614b1a730e..4a24c42364d 100644
--- a/docs/contribute/code_guide.html
+++ b/docs/contribute/code_guide.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/contribute/code_review.html b/docs/contribute/code_review.html
index e2800ec4a40..5232f89be0b 100644
--- a/docs/contribute/code_review.html
+++ b/docs/contribute/code_review.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/contribute/committer_guide.html b/docs/contribute/committer_guide.html
index aa92ba197a9..4957882d224 100644
--- a/docs/contribute/committer_guide.html
+++ b/docs/contribute/committer_guide.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/contribute/community.html b/docs/contribute/community.html
index 9c03942aa16..efdd4254501 100644
--- a/docs/contribute/community.html
+++ b/docs/contribute/community.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/contribute/document.html b/docs/contribute/document.html
index 150be7a4ce2..1c374f67527 100644
--- a/docs/contribute/document.html
+++ b/docs/contribute/document.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/contribute/error_handling.html b/docs/contribute/error_handling.html
index 85469351b8d..74568fbe768 100644
--- a/docs/contribute/error_handling.html
+++ b/docs/contribute/error_handling.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/contribute/git_howto.html b/docs/contribute/git_howto.html
index 44b61f8e18f..88d7388bcc7 100644
--- a/docs/contribute/git_howto.html
+++ b/docs/contribute/git_howto.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/contribute/index.html b/docs/contribute/index.html
index 6b2524d41f1..ae9df3e8b29 100644
--- a/docs/contribute/index.html
+++ b/docs/contribute/index.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/contribute/pull_request.html b/docs/contribute/pull_request.html
index 80b597183db..44cbe05f860 100644
--- a/docs/contribute/pull_request.html
+++ b/docs/contribute/pull_request.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/contribute/release_process.html b/docs/contribute/release_process.html
index a39ddfc3bff..014693bbfb2 100644
--- a/docs/contribute/release_process.html
+++ b/docs/contribute/release_process.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/contribute/testing.html b/docs/contribute/testing.html
index da6597b2057..7f72e084f9a 100644
--- a/docs/contribute/testing.html
+++ b/docs/contribute/testing.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/deep_dive/relax/abstraction.html b/docs/deep_dive/relax/abstraction.html
index 9771f255116..1a37d50c8ad 100644
--- a/docs/deep_dive/relax/abstraction.html
+++ b/docs/deep_dive/relax/abstraction.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/deep_dive/relax/dpl.html b/docs/deep_dive/relax/dpl.html
index 63520bd47bc..07215a85e82 100644
--- a/docs/deep_dive/relax/dpl.html
+++ b/docs/deep_dive/relax/dpl.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/deep_dive/relax/index.html b/docs/deep_dive/relax/index.html
index 51a0969e485..ec56dcedde9 100644
--- a/docs/deep_dive/relax/index.html
+++ b/docs/deep_dive/relax/index.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/deep_dive/relax/learning.html b/docs/deep_dive/relax/learning.html
index 8298ea1dbc8..0c6fda93b55 100644
--- a/docs/deep_dive/relax/learning.html
+++ b/docs/deep_dive/relax/learning.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/deep_dive/relax/tutorials/index.html b/docs/deep_dive/relax/tutorials/index.html
index 29b89f9060f..9561abca8fa 100644
--- a/docs/deep_dive/relax/tutorials/index.html
+++ b/docs/deep_dive/relax/tutorials/index.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/deep_dive/relax/tutorials/relax_creation.html b/docs/deep_dive/relax/tutorials/relax_creation.html
index 824dac5831e..5c12e72d28d 100644
--- a/docs/deep_dive/relax/tutorials/relax_creation.html
+++ b/docs/deep_dive/relax/tutorials/relax_creation.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/deep_dive/relax/tutorials/relax_transformation.html b/docs/deep_dive/relax/tutorials/relax_transformation.html
index f8a4633f11c..c4f7605a033 100644
--- a/docs/deep_dive/relax/tutorials/relax_transformation.html
+++ b/docs/deep_dive/relax/tutorials/relax_transformation.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/deep_dive/relax/tutorials/sg_execution_times.html b/docs/deep_dive/relax/tutorials/sg_execution_times.html
index 4b98a7211e5..55548fd5533 100644
--- a/docs/deep_dive/relax/tutorials/sg_execution_times.html
+++ b/docs/deep_dive/relax/tutorials/sg_execution_times.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
@@ -605,7 +606,7 @@ document.write(`
<section id="computation-times">
<span id="sphx-glr-deep-dive-relax-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading">#</a></h1>
-<p><strong>00:00.210</strong> total execution time for 2 files <strong>from deep_dive/relax/tutorials</strong>:</p>
+<p><strong>00:00.214</strong> total execution time for 2 files <strong>from deep_dive/relax/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -627,7 +628,7 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="relax_creation.html#sphx-glr-deep-dive-relax-tutorials-relax-creation-py"><span class="std std-ref">Relax Creation</span></a> (<code class="docutils literal notranslate"><span class="pre">relax_creation.py</span></code>)</p></td>
-<td><p>00:00.156</p></td>
+<td><p>00:00.160</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="relax_transformation.html#sphx-glr-deep-dive-relax-tutorials-relax-transformation-py"><span class="std std-ref">Transformation</span></a> (<code class="docutils literal notranslate"><span class="pre">relax_transformation.py</span></code>)</p></td>
diff --git a/docs/deep_dive/tensor_ir/abstraction.html b/docs/deep_dive/tensor_ir/abstraction.html
index 59f575e1d69..9f776adbffd 100644
--- a/docs/deep_dive/tensor_ir/abstraction.html
+++ b/docs/deep_dive/tensor_ir/abstraction.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/deep_dive/tensor_ir/index.html b/docs/deep_dive/tensor_ir/index.html
index aaf6518b35e..2e394d30615 100644
--- a/docs/deep_dive/tensor_ir/index.html
+++ b/docs/deep_dive/tensor_ir/index.html
@@ -257,6 +257,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/deep_dive/tensor_ir/learning.html b/docs/deep_dive/tensor_ir/learning.html
index 25abf770fc2..35318186910 100644
--- a/docs/deep_dive/tensor_ir/learning.html
+++ b/docs/deep_dive/tensor_ir/learning.html
@@ -257,6 +257,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.html b/docs/deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.html
index d55f8e50b45..c8f503b9ac5 100644
--- a/docs/deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.html
+++ b/docs/deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/deep_dive/tensor_ir/tutorials/index.html b/docs/deep_dive/tensor_ir/tutorials/index.html
index 8dfb1bdc0f9..7d39c3fa694 100644
--- a/docs/deep_dive/tensor_ir/tutorials/index.html
+++ b/docs/deep_dive/tensor_ir/tutorials/index.html
@@ -257,6 +257,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/deep_dive/tensor_ir/tutorials/meta_schedule.html b/docs/deep_dive/tensor_ir/tutorials/meta_schedule.html
index 8bdd31a516e..26334a6f901 100644
--- a/docs/deep_dive/tensor_ir/tutorials/meta_schedule.html
+++ b/docs/deep_dive/tensor_ir/tutorials/meta_schedule.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html b/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html
index 9310630c88e..bf2d65ae59c 100644
--- a/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html
+++ b/docs/deep_dive/tensor_ir/tutorials/sg_execution_times.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
@@ -605,7 +606,7 @@ document.write(`
<section id="computation-times">
<span id="sphx-glr-deep-dive-tensor-ir-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading">#</a></h1>
-<p><strong>00:00.710</strong> total execution time for 4 files <strong>from deep_dive/tensor_ir/tutorials</strong>:</p>
+<p><strong>00:00.725</strong> total execution time for 4 files <strong>from deep_dive/tensor_ir/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -627,15 +628,15 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="tir_transformation.html#sphx-glr-deep-dive-tensor-ir-tutorials-tir-transformation-py"><span class="std std-ref">Transformation</span></a> (<code class="docutils literal notranslate"><span class="pre">tir_transformation.py</span></code>)</p></td>
-<td><p>00:00.294</p></td>
+<td><p>00:00.301</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="tir_creation.html#sphx-glr-deep-dive-tensor-ir-tutorials-tir-creation-py"><span class="std std-ref">TensorIR Creation</span></a> (<code class="docutils literal notranslate"><span class="pre">tir_creation.py</span></code>)</p></td>
-<td><p>00:00.287</p></td>
+<td><p>00:00.294</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="dlight_gpu_scheduling.html#sphx-glr-deep-dive-tensor-ir-tutorials-dlight-gpu-scheduling-py"><span class="std std-ref">DLight: Rule-Based GPU Scheduling</span></a> (<code class="docutils literal notranslate"><span class="pre">dlight_gpu_scheduling.py</span></code>)</p></td>
-<td><p>00:00.122</p></td>
+<td><p>00:00.123</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="meta_schedule.html#sphx-glr-deep-dive-tensor-ir-tutorials-meta-schedule-py"><span class="std std-ref">MetaSchedule: Search-Based Auto-Tuning</span></a> (<code class="docutils literal notranslate"><span class="pre">meta_schedule.py</span></code>)</p></td>
diff --git a/docs/deep_dive/tensor_ir/tutorials/tir_creation.html b/docs/deep_dive/tensor_ir/tutorials/tir_creation.html
index 827ddad410d..87b1cb47462 100644
--- a/docs/deep_dive/tensor_ir/tutorials/tir_creation.html
+++ b/docs/deep_dive/tensor_ir/tutorials/tir_creation.html
@@ -257,6 +257,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html b/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html
index d920526b434..2c22e546ce3 100644
--- a/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html
+++ b/docs/deep_dive/tensor_ir/tutorials/tir_transformation.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
@@ -692,7 +693,7 @@ original implementation.</p>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 2.4551 2.4551 2.4551 2.4551 0.0000
+ 2.5542 2.5542 2.5542 2.5542 0.0000
</pre></div>
</div>
<section id="initialization-schedule">
@@ -790,7 +791,7 @@ class Module:
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.8682 0.8682 0.8682 0.8682 0.0000
+ 0.8657 0.8657 0.8657 0.8657 0.0000
</pre></div>
</div>
</section>
@@ -886,7 +887,7 @@ class Module:
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 0.3583 0.3583 0.3583 0.3583 0.0000
+ 0.3568 0.3568 0.3568 0.3568 0.0000
</pre></div>
</div>
</section>
diff --git a/docs/errors.html b/docs/errors.html
index c3be9a72446..5b050056a66 100644
--- a/docs/errors.html
+++ b/docs/errors.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/genindex.html b/docs/genindex.html
index 578796c6ed6..29e87420097 100644
--- a/docs/genindex.html
+++ b/docs/genindex.html
@@ -253,6 +253,7 @@
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/get_started/overview.html b/docs/get_started/overview.html
index 4c508180819..37bf0f05a22 100644
--- a/docs/get_started/overview.html
+++ b/docs/get_started/overview.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/get_started/tutorials/index.html b/docs/get_started/tutorials/index.html
index 601523123bf..802f785cbed 100644
--- a/docs/get_started/tutorials/index.html
+++ b/docs/get_started/tutorials/index.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/get_started/tutorials/ir_module.html b/docs/get_started/tutorials/ir_module.html
index 579f1d2fce3..63a1d60697b 100644
--- a/docs/get_started/tutorials/ir_module.html
+++ b/docs/get_started/tutorials/ir_module.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
@@ -1132,8 +1133,8 @@ backends.</p>
<span class="nb">print</span><span class="p">(</span><span class="n">cpu_out</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[ 0.16860297 -0.01747389 -0.03859197 0.11313029 0.14814104 0.0515438
- -0.1993376 0.12101626 0.18962878 -0.1774325 ]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[ 0.03526755 -0.10378047 0.05635805 -0.22534841 -0.26035577 -0.07130452
+ 0.10753473 -0.09713119 -0.0132549 -0.04098671]]
</pre></div>
</div>
</section>
@@ -1167,8 +1168,8 @@ the details of <code class="docutils literal notranslate"><span class="pre">DLig
<span class="k">assert</span> <span class="n">np</span><span class="o">.</span><span class="n">allclose</span><span class="p">(</span><span class="n">cpu_out</span><span class="p">,</span> <span class="n">gpu_out</span><span class="p">,</span> <span class="n">atol</span><span class="o">=</span><span class="mf">1e-3</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[ 0.16860293 -0.01747388 -0.03859197 0.11313033 0.14814104 0.05154384
- -0.19933769 0.12101623 0.18962881 -0.17743257]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[ 0.03526751 -0.10378052 0.05635802 -0.22534834 -0.2603558 -0.07130452
+ 0.10753471 -0.09713122 -0.01325492 -0.0409867 ]]
</pre></div>
</div>
</section>
diff --git a/docs/get_started/tutorials/quick_start.html b/docs/get_started/tutorials/quick_start.html
index 2a2e9fa3bf7..658bd7394c8 100644
--- a/docs/get_started/tutorials/quick_start.html
+++ b/docs/get_started/tutorials/quick_start.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
@@ -773,8 +774,8 @@ different devices.</p>
<span class="nb">print</span><span class="p">(</span><span class="n">vm</span><span class="p">[</span><span class="s2">"forward"</span><span class="p">](</span><span class="n">tvm_data</span><span class="p">,</span> <span class="o">*</span><a href="https://docs.python.org/3/library/stdtypes.html#list" title="builtins.list" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">params</span></a><span class="p">)</span><s [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[25326.396 25489.115 23606.826 24684.186 24453.49 25919.059 25482.586
- 26302.416 24581.996 26022.248]]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[[26588.332 26022.82 24812.275 25389.12 25505.807 25270.877 25945.19
+ 26411.094 24486.848 26647.072]]
</pre></div>
</div>
<p>Our goal is to bring machine learning to the application with any language of interest,
diff --git a/docs/get_started/tutorials/sg_execution_times.html b/docs/get_started/tutorials/sg_execution_times.html
index 2aad7565fae..a0c871eda3f 100644
--- a/docs/get_started/tutorials/sg_execution_times.html
+++ b/docs/get_started/tutorials/sg_execution_times.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
@@ -605,7 +606,7 @@ document.write(`
<section id="computation-times">
<span id="sphx-glr-get-started-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading">#</a></h1>
-<p><strong>00:05.262</strong> total execution time for 2 files <strong>from get_started/tutorials</strong>:</p>
+<p><strong>00:05.186</strong> total execution time for 2 files <strong>from get_started/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -627,11 +628,11 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="ir_module.html#sphx-glr-get-started-tutorials-ir-module-py"><span class="std std-ref">IRModule</span></a> (<code class="docutils literal notranslate"><span class="pre">ir_module.py</span></code>)</p></td>
-<td><p>00:05.106</p></td>
+<td><p>00:05.032</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="quick_start.html#sphx-glr-get-started-tutorials-quick-start-py"><span class="std std-ref">Quick Start</span></a> (<code class="docutils literal notranslate"><span class="pre">quick_start.py</span></code>)</p></td>
-<td><p>00:00.156</p></td>
+<td><p>00:00.154</p></td>
<td><p>0.0</p></td>
</tr>
</tbody>
diff --git a/docs/how_to/tutorials/bring_your_own_codegen.html b/docs/how_to/tutorials/bring_your_own_codegen.html
index fce3b7e07cc..5a5bf690f7d 100644
--- a/docs/how_to/tutorials/bring_your_own_codegen.html
+++ b/docs/how_to/tutorials/bring_your_own_codegen.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/how_to/tutorials/cross_compilation_and_rpc.html b/docs/how_to/tutorials/cross_compilation_and_rpc.html
index a0908ca98b7..c43abcd3965 100644
--- a/docs/how_to/tutorials/cross_compilation_and_rpc.html
+++ b/docs/how_to/tutorials/cross_compilation_and_rpc.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
@@ -804,7 +805,7 @@ device and returns the measured cost. Network overhead is excluded.</p>
<span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">cost</span><span class="si">:</span><span class="s2">g</span><span class="si">}</span><span class="s2"> secs/op"</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>8.8e-08 secs/op
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>8.9e-08 secs/op
</pre></div>
</div>
</section>
@@ -1333,8 +1334,8 @@ for ONNX models. Simply replace <code class="docutils literal notranslate"><span
Converted PyTorch model to Relax:
- Number of parameters: 4
Using local target for demonstration
-Exported library to: /tmp/tmp9gqwc12g/model_deployed.so
-Saved parameters to: /tmp/tmp9gqwc12g/model_params.npz
+Exported library to: /tmp/tmphshp95fl/model_deployed.so
+Saved parameters to: /tmp/tmphshp95fl/model_params.npz
RPC workflow (works for any remote device):
==================================================
diff --git a/docs/how_to/tutorials/customize_opt.html b/docs/how_to/tutorials/customize_opt.html
index e0c3c6d0de0..6aeb244aca5 100644
--- a/docs/how_to/tutorials/customize_opt.html
+++ b/docs/how_to/tutorials/customize_opt.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/how_to/tutorials/e2e_opt_model.html b/docs/how_to/tutorials/e2e_opt_model.html
index 43e975b4e77..1c189b13ce3 100644
--- a/docs/how_to/tutorials/e2e_opt_model.html
+++ b/docs/how_to/tutorials/e2e_opt_model.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
@@ -645,8 +646,8 @@ PyTorch.</p>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Downloading: "https://download.pytorch.org/models/resnet18-f37072fd.pth" to /workspace/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth
0%| | 0.00/44.7M [00:00<?, ?B/s]
- 69%|██████▊ | 30.6M/44.7M [00:00<00:00, 320MB/s]
-100%|██████████| 44.7M/44.7M [00:00<00:00, 355MB/s]
+ 67%|██████▋ | 30.0M/44.7M [00:00<00:00, 307MB/s]
+100%|██████████| 44.7M/44.7M [00:00<00:00, 339MB/s]
</pre></div>
</div>
</section>
diff --git a/docs/how_to/tutorials/export_and_load_executable.html b/docs/how_to/tutorials/export_and_load_executable.html
index 44aac2457e7..c4db99b57e7 100644
--- a/docs/how_to/tutorials/export_and_load_executable.html
+++ b/docs/how_to/tutorials/export_and_load_executable.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/how_to/tutorials/import_model.html b/docs/how_to/tutorials/import_model.html
index 5b77f32728f..2fe3779886d 100644
--- a/docs/how_to/tutorials/import_model.html
+++ b/docs/how_to/tutorials/import_model.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/how_to/tutorials/index.html b/docs/how_to/tutorials/index.html
index b68b5e5918a..a0a42f5940d 100644
--- a/docs/how_to/tutorials/index.html
+++ b/docs/how_to/tutorials/index.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/how_to/tutorials/mix_python_and_tvm_with_pymodule.html b/docs/how_to/tutorials/mix_python_and_tvm_with_pymodule.html
index 7eed072d483..434624139eb 100644
--- a/docs/how_to/tutorials/mix_python_and_tvm_with_pymodule.html
+++ b/docs/how_to/tutorials/mix_python_and_tvm_with_pymodule.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/how_to/tutorials/optimize_llm.html b/docs/how_to/tutorials/optimize_llm.html
index 999f34a168c..43bf12dfe36 100644
--- a/docs/how_to/tutorials/optimize_llm.html
+++ b/docs/how_to/tutorials/optimize_llm.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/how_to/tutorials/sg_execution_times.html b/docs/how_to/tutorials/sg_execution_times.html
index e0e34f7333f..cf888a69549 100644
--- a/docs/how_to/tutorials/sg_execution_times.html
+++ b/docs/how_to/tutorials/sg_execution_times.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
@@ -605,7 +606,7 @@ document.write(`
<section id="computation-times">
<span id="sphx-glr-how-to-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading">#</a></h1>
-<p><strong>00:13.767</strong> total execution time for 8 files <strong>from how_to/tutorials</strong>:</p>
+<p><strong>00:13.809</strong> total execution time for 8 files <strong>from how_to/tutorials</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -627,15 +628,15 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="optimize_llm.html#sphx-glr-how-to-tutorials-optimize-llm-py"><span class="std std-ref">Optimize Large Language Model</span></a> (<code class="docutils literal notranslate"><span class="pre">optimize_llm.py</span></code>)</p></td>
-<td><p>00:09.097</p></td>
+<td><p>00:09.140</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="import_model.html#sphx-glr-how-to-tutorials-import-model-py"><span class="std std-ref">Importing Models from ML Frameworks</span></a> (<code class="docutils literal notranslate"><span class="pre">import_model.py</span></code>)</p></td>
-<td><p>00:03.313</p></td>
+<td><p>00:03.297</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="e2e_opt_model.html#sphx-glr-how-to-tutorials-e2e-opt-model-py"><span class="std std-ref">End-to-End Optimize Model</span></a> (<code class="docutils literal notranslate"><span class="pre">e2e_opt_model.py</span></code>)</p></td>
-<td><p>00:00.559</p></td>
+<td><p>00:00.570</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="cross_compilation_and_rpc.html#sphx-glr-how-to-tutorials-cross-compilation-and-rpc-py"><span class="std std-ref">Cross Compilation and RPC</span></a> (<code class="docutils literal notranslate"><span class="pre">cross_compilation_and_rpc.py</span></code>)</p></td>
@@ -643,11 +644,11 @@ $(document).ready( function () {
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="customize_opt.html#sphx-glr-how-to-tutorials-customize-opt-py"><span class="std std-ref">Customize Optimization</span></a> (<code class="docutils literal notranslate"><span class="pre">customize_opt.py</span></code>)</p></td>
-<td><p>00:00.284</p></td>
+<td><p>00:00.287</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="bring_your_own_codegen.html#sphx-glr-how-to-tutorials-bring-your-own-codegen-py"><span class="std std-ref">Bring Your Own Codegen</span></a> (<code class="docutils literal notranslate"><span class="pre">bring_your_own_codegen.py</span></code>)</p></td>
-<td><p>00:00.037</p></td>
+<td><p>00:00.038</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="mix_python_and_tvm_with_pymodule.html#sphx-glr-how-to-tutorials-mix-python-and-tvm-with-pymodule-py"><span class="std std-ref">Mix Python/PyTorch with TVM Using BasePyModule</span></a> (<code class="docutils literal notranslate"><span class="pre">mix_python_and_tvm_with_pymodule.py</span></code>)</p></td>
diff --git a/docs/index.html b/docs/index.html
index 4e660d626b7..2c58298b112 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -258,6 +258,7 @@
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/install/docker.html b/docs/install/docker.html
index 553f901f39a..946860a094a 100644
--- a/docs/install/docker.html
+++ b/docs/install/docker.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/install/from_source.html b/docs/install/from_source.html
index 2d5ef51bec3..d93d0177af2 100644
--- a/docs/install/from_source.html
+++ b/docs/install/from_source.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/install/index.html b/docs/install/index.html
index f3458e379e0..637b7a87228 100644
--- a/docs/install/index.html
+++ b/docs/install/index.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/install/pypi.html b/docs/install/pypi.html
index 649ef9006ae..2c6ba866511 100644
--- a/docs/install/pypi.html
+++ b/docs/install/pypi.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/objects.inv b/docs/objects.inv
index d23983dbd1a..0daa64296aa 100644
Binary files a/docs/objects.inv and b/docs/objects.inv differ
diff --git a/docs/py-modindex.html b/docs/py-modindex.html
index ed36d7b9806..a569e68b54f 100644
--- a/docs/py-modindex.html
+++ b/docs/py-modindex.html
@@ -258,6 +258,7 @@
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/links.html b/docs/reference/api/links.html
index 1aa49eb819d..6192c5af3d6 100644
--- a/docs/reference/api/links.html
+++ b/docs/reference/api/links.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/arith.html b/docs/reference/api/python/arith.html
index 12d0eeff306..fcfe09bc3c6 100644
--- a/docs/reference/api/python/arith.html
+++ b/docs/reference/api/python/arith.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/contrib.html b/docs/reference/api/python/contrib.html
index e92477f535b..805a32ae7aa 100644
--- a/docs/reference/api/python/contrib.html
+++ b/docs/reference/api/python/contrib.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/driver.html b/docs/reference/api/python/driver.html
index 761afe1bdcc..d2f4c41d9b8 100644
--- a/docs/reference/api/python/driver.html
+++ b/docs/reference/api/python/driver.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/error.html b/docs/reference/api/python/error.html
index ffdafd3c1fd..65cca42fc6f 100644
--- a/docs/reference/api/python/error.html
+++ b/docs/reference/api/python/error.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/exec.html b/docs/reference/api/python/exec.html
index 4702cd65945..6fe20a24b6b 100644
--- a/docs/reference/api/python/exec.html
+++ b/docs/reference/api/python/exec.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/index.html b/docs/reference/api/python/index.html
index 4b5670e48dd..7b45a45bd4f 100644
--- a/docs/reference/api/python/index.html
+++ b/docs/reference/api/python/index.html
@@ -257,6 +257,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/instrument.html b/docs/reference/api/python/instrument.html
index 7ad086a3642..40ca39b15be 100644
--- a/docs/reference/api/python/instrument.html
+++ b/docs/reference/api/python/instrument.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/ir.html b/docs/reference/api/python/ir.html
index da7552a4bab..740f8212d81 100644
--- a/docs/reference/api/python/ir.html
+++ b/docs/reference/api/python/ir.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/meta_schedule.html b/docs/reference/api/python/meta_schedule.html
index 76add994101..4934a6a2826 100644
--- a/docs/reference/api/python/meta_schedule.html
+++ b/docs/reference/api/python/meta_schedule.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/relax/analysis.html b/docs/reference/api/python/relax/analysis.html
index b60de31573c..69e83fcf312 100644
--- a/docs/reference/api/python/relax/analysis.html
+++ b/docs/reference/api/python/relax/analysis.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/relax/backend.html b/docs/reference/api/python/relax/backend.html
index 4723c5cd2b9..f7b699fd3b0 100644
--- a/docs/reference/api/python/relax/backend.html
+++ b/docs/reference/api/python/relax/backend.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/relax/block_builder.html b/docs/reference/api/python/relax/block_builder.html
index 0ec85f45034..3bffdb52ded 100644
--- a/docs/reference/api/python/relax/block_builder.html
+++ b/docs/reference/api/python/relax/block_builder.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/relax/distributed.html b/docs/reference/api/python/relax/distributed.html
index 7b2e62ca8c0..8e2e6125c08 100644
--- a/docs/reference/api/python/relax/distributed.html
+++ b/docs/reference/api/python/relax/distributed.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/relax/dpl.html b/docs/reference/api/python/relax/dpl.html
index 4eb49ddb2d8..c8f198a9847 100644
--- a/docs/reference/api/python/relax/dpl.html
+++ b/docs/reference/api/python/relax/dpl.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/relax/frontend.html b/docs/reference/api/python/relax/frontend.html
index bde1fa685da..6e4b1994cde 100644
--- a/docs/reference/api/python/relax/frontend.html
+++ b/docs/reference/api/python/relax/frontend.html
@@ -257,6 +257,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/relax/op.html b/docs/reference/api/python/relax/op.html
index 9ce8d64aaea..721294ac4ae 100644
--- a/docs/reference/api/python/relax/op.html
+++ b/docs/reference/api/python/relax/op.html
@@ -257,6 +257,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/relax/relax.html b/docs/reference/api/python/relax/relax.html
index ebdf45ff93a..b4bd3f71062 100644
--- a/docs/reference/api/python/relax/relax.html
+++ b/docs/reference/api/python/relax/relax.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/relax/testing.html b/docs/reference/api/python/relax/testing.html
index 52aafe4af7b..3ddfd8a3e69 100644
--- a/docs/reference/api/python/relax/testing.html
+++ b/docs/reference/api/python/relax/testing.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/relax/training.html b/docs/reference/api/python/relax/training.html
index 837114b220a..10fbfb70e94 100644
--- a/docs/reference/api/python/relax/training.html
+++ b/docs/reference/api/python/relax/training.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/relax/transform.html b/docs/reference/api/python/relax/transform.html
index eec3f0dbd09..8d45b69f4ad 100644
--- a/docs/reference/api/python/relax/transform.html
+++ b/docs/reference/api/python/relax/transform.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/rpc.html b/docs/reference/api/python/rpc.html
index 0cb614256d6..5989bb0368a 100644
--- a/docs/reference/api/python/rpc.html
+++ b/docs/reference/api/python/rpc.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/runtime/disco.html b/docs/reference/api/python/runtime/disco.html
index c2ac02602ac..c6358073661 100644
--- a/docs/reference/api/python/runtime/disco.html
+++ b/docs/reference/api/python/runtime/disco.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/runtime/runtime.html b/docs/reference/api/python/runtime/runtime.html
index 0d9ae1c9e35..c075fc01ad0 100644
--- a/docs/reference/api/python/runtime/runtime.html
+++ b/docs/reference/api/python/runtime/runtime.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/runtime/vm.html b/docs/reference/api/python/runtime/vm.html
index 97859987295..8ef9042e01f 100644
--- a/docs/reference/api/python/runtime/vm.html
+++ b/docs/reference/api/python/runtime/vm.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/s_tir/analysis.html b/docs/reference/api/python/s_tir/analysis.html
index 506ce8fd839..552c9859b94 100644
--- a/docs/reference/api/python/s_tir/analysis.html
+++ b/docs/reference/api/python/s_tir/analysis.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/s_tir/backend.html b/docs/reference/api/python/s_tir/backend.html
index b94a5cf6f17..7323e53a267 100644
--- a/docs/reference/api/python/s_tir/backend.html
+++ b/docs/reference/api/python/s_tir/backend.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/s_tir/dlight.html b/docs/reference/api/python/s_tir/dlight.html
index a6ca4986d24..58229a5fc2b 100644
--- a/docs/reference/api/python/s_tir/dlight.html
+++ b/docs/reference/api/python/s_tir/dlight.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/s_tir/schedule.html b/docs/reference/api/python/s_tir/schedule.html
index 8f295f3f2ab..c2d63727f2d 100644
--- a/docs/reference/api/python/s_tir/schedule.html
+++ b/docs/reference/api/python/s_tir/schedule.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/s_tir/tensor_intrin.html b/docs/reference/api/python/s_tir/tensor_intrin.html
index d937c72e92d..b68a9c5dbe1 100644
--- a/docs/reference/api/python/s_tir/tensor_intrin.html
+++ b/docs/reference/api/python/s_tir/tensor_intrin.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/s_tir/transform.html b/docs/reference/api/python/s_tir/transform.html
index 54917b78b02..8bf05c95756 100644
--- a/docs/reference/api/python/s_tir/transform.html
+++ b/docs/reference/api/python/s_tir/transform.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/script/ir_builder.html b/docs/reference/api/python/script/ir_builder.html
index 4f3b6c09c59..9c63e801e58 100644
--- a/docs/reference/api/python/script/ir_builder.html
+++ b/docs/reference/api/python/script/ir_builder.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/script/parser.html b/docs/reference/api/python/script/parser.html
index 40c36e929e9..cf4324e14b8 100644
--- a/docs/reference/api/python/script/parser.html
+++ b/docs/reference/api/python/script/parser.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/script/printer.html b/docs/reference/api/python/script/printer.html
index 5dade80dfcd..b5bff34a646 100644
--- a/docs/reference/api/python/script/printer.html
+++ b/docs/reference/api/python/script/printer.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/script/script.html b/docs/reference/api/python/script/script.html
index 0cbc1c3f57e..75e9079a061 100644
--- a/docs/reference/api/python/script/script.html
+++ b/docs/reference/api/python/script/script.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/support.html b/docs/reference/api/python/support.html
index 23f3af1ff2a..7e058497e66 100644
--- a/docs/reference/api/python/support.html
+++ b/docs/reference/api/python/support.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/target.html b/docs/reference/api/python/target.html
index 08b54cdc181..caf67a12d08 100644
--- a/docs/reference/api/python/target.html
+++ b/docs/reference/api/python/target.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/te.html b/docs/reference/api/python/te.html
index ab32b6adc3a..2bc0552e7c0 100644
--- a/docs/reference/api/python/te.html
+++ b/docs/reference/api/python/te.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/testing.html b/docs/reference/api/python/testing.html
index a187c572a0e..c381ddd27f5 100644
--- a/docs/reference/api/python/testing.html
+++ b/docs/reference/api/python/testing.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/topi.html b/docs/reference/api/python/topi.html
index a2d3235e43b..f5e63f3264d 100644
--- a/docs/reference/api/python/topi.html
+++ b/docs/reference/api/python/topi.html
@@ -257,6 +257,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/python/transform.html b/docs/reference/api/python/transform.html
index 8007fd1b4a6..71e0eb2d953 100644
--- a/docs/reference/api/python/transform.html
+++ b/docs/reference/api/python/transform.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/api/typedoc/classes/ArtifactCache.html b/docs/reference/api/typedoc/classes/ArtifactCache.html
index 6061126dfce..6a651ea257e 100644
--- a/docs/reference/api/typedoc/classes/ArtifactCache.html
+++ b/docs/reference/api/typedoc/classes/ArtifactCache.html
@@ -1,11 +1,11 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/artifact_cache.ts#L336">artifact_cache.ts:336</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/artifact_cache.ts#L336">artifact_cache.ts:336</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#addtocache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Cache</span></a>
<a href="#deleteincache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete<wbr/>In<wbr/>Cache</span></a>
<a href="#fetchwithcache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>fetch<wbr/>With<wbr/>Cache</span></a>
<a href="#hasallkeys" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has<wbr/>All<wbr/>Keys</span></a>
<a href="#responsetostoretype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>response<wbr/>Tostoretype</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<ul>
<li></li>
</ul>
@@ -22,15 +22,15 @@ data rather than a request, we specify <code>storagetype</code>. There are two o
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>the corresponding url object to be deleted</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#deleteincache">deleteInCache</a></p><ul><li>Defined in <a href="https [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#deleteincache">deleteInCache</a></p><ul><li>Defined in <a href="https [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>url</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">storetype</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>the storage type for indexedDB</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">signal</span>: <span class="tsd-signature-type">AbortSignal</span></span><div class="tsd-comment tsd-typography"><p>an optional abort signal to abort fetching</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span></h4><p>response in json, arraybuffer or pure response format</p>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/artifact_cache.ts#L367">artifact_cache.ts:367</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/artifact_cache.ts#L367">artifact_cache.ts:367</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>the url key list of the strings</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol">></span></h4><p>boolean value indicate if all keys are in cache</p>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#hasallkeys">hasAllKeys</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/artifact_cache.ts#L393">artifact_cache.ts:393</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="responsetost [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">response</span>: <span class="tsd-signature-type">Response</span></span></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">storetype</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span c [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#hasallkeys">hasAllKeys</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/artifact_cache.ts#L393">artifact_cache.ts:393</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="responsetost [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">response</span>: <span class="tsd-signature-type">Response</span></span></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">storetype</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span c [...]
diff --git a/docs/reference/api/typedoc/classes/ArtifactCrossOriginStorageCache.html b/docs/reference/api/typedoc/classes/ArtifactCrossOriginStorageCache.html
index 58c2f22ea2d..60949586f25 100644
--- a/docs/reference/api/typedoc/classes/ArtifactCrossOriginStorageCache.html
+++ b/docs/reference/api/typedoc/classes/ArtifactCrossOriginStorageCache.html
@@ -1,10 +1,10 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCrossOriginStorageCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script as [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/artifact_cache.ts#L700">artifact_cache.ts:700</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/artifact_cache.ts#L700">artifact_cache.ts:700</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#addtocache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Cache</span></a>
<a href="#deleteincache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete<wbr/>In<wbr/>Cache</span></a>
<a href="#fetchwithcache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>fetch<wbr/>With<wbr/>Cache</span></a>
<a href="#hasallkeys" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has<wbr/>All<wbr/>Keys</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<ul>
<li></li>
</ul>
@@ -19,11 +19,11 @@ data rather than a request, we specify <code>storagetype</code>. There are two o
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
cache, fetch the data and then add to cache.</p>
<ul>
<li></li>
@@ -45,8 +45,8 @@ return the actual data object rather than the request. There are two options:</p
<ul>
<li>Note: This is an async function.</li>
</ul>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/artifact_cache.ts#L710">artifact_cache.ts:710</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/artifact_cache.ts#L710">artifact_cache.ts:710</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
diff --git a/docs/reference/api/typedoc/classes/ArtifactIndexedDBCache.html b/docs/reference/api/typedoc/classes/ArtifactIndexedDBCache.html
index 17948c83653..975487cf21a 100644
--- a/docs/reference/api/typedoc/classes/ArtifactIndexedDBCache.html
+++ b/docs/reference/api/typedoc/classes/ArtifactIndexedDBCache.html
@@ -1,12 +1,12 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactIndexedDBCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=" [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/artifact_cache.ts#L418">artifact_cache.ts:418</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/artifact_cache.ts#L418">artifact_cache.ts:418</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#addtocache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Cache</span></a>
<a href="#addtoindexeddb" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Indexed<wbr/>DB</span></a>
<a href="#asyncgethelper" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>async<wbr/>Get<wbr/>Helper</span></a>
<a href="#deleteincache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete<wbr/>In<wbr/>Cache</span></a>
<a href="#fetchwithcache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>fetch<wbr/>With<wbr/>Cache</span></a>
<a href="#hasallkeys" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has<wbr/>All<wbr/>Keys</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<ul>
<li></li>
</ul>
@@ -23,11 +23,11 @@ data rather than a request, we specify <code>storagetype</code>. There are two o
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
cache, fetch the data and then add to cache.</p>
<ul>
<li></li>
@@ -49,8 +49,8 @@ return the actual data object rather than the request. There are two options:</p
<ul>
<li>Note: This is an async function.</li>
</ul>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/artifact_cache.ts#L492">artifact_cache.ts:492</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/artifact_cache.ts#L492">artifact_cache.ts:492</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
diff --git a/docs/reference/api/typedoc/classes/ArtifactOPFSCache.html b/docs/reference/api/typedoc/classes/ArtifactOPFSCache.html
index f66faadd97d..cc690d6dbdc 100644
--- a/docs/reference/api/typedoc/classes/ArtifactOPFSCache.html
+++ b/docs/reference/api/typedoc/classes/ArtifactOPFSCache.html
@@ -1,11 +1,11 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactOPFSCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../as [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/artifact_cache.ts#L604">artifact_cache.ts:604</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/ArtifactCacheTemplate.html" class="tsd-signature-type tsd-kind-interface">ArtifactCacheTemplate</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/artifact_cache.ts#L604">artifact_cache.ts:604</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><se [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#addtocache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>add<wbr/>To<wbr/>Cache</span></a>
<a href="#deleteincache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete<wbr/>In<wbr/>Cache</span></a>
<a href="#fetchwithcache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>fetch<wbr/>With<wbr/>Cache</span></a>
<a href="#hasallkeys" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has<wbr/>All<wbr/>Keys</span></a>
<a href="#isavailable" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>is<wbr/>Available</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<ul>
<li></li>
</ul>
@@ -20,11 +20,11 @@ data rather than a request, we specify <code>storagetype</code>. There are two o
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#addtocache">addToCache</a></p><ul><li>Defined in <a href="https://git [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p [...]
cache, fetch the data and then add to cache.</p>
<ul>
<li></li>
@@ -46,8 +46,8 @@ return the actual data object rather than the request. There are two options:</p
<ul>
<li>Note: This is an async function.</li>
</ul>
-<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/artifact_cache.ts#L615">artifact_cache.ts:615</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
+<aside class="tsd-sources"><p>Implementation of <a href="../interfaces/ArtifactCacheTemplate.html">ArtifactCacheTemplate</a>.<a href="../interfaces/ArtifactCacheTemplate.html#fetchwithcache">fetchWithCache</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/artifact_cache.ts#L615">artifact_cache.ts:615</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasa [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
diff --git a/docs/reference/api/typedoc/classes/CacheState.html b/docs/reference/api/typedoc/classes/CacheState.html
index 07c33348ec1..740595d3310 100644
--- a/docs/reference/api/typedoc/classes/CacheState.html
+++ b/docs/reference/api/typedoc/classes/CacheState.html
@@ -24,16 +24,16 @@ that reference the old buffer stale.</li>
</ul>
</li>
</ul>
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/cache_state.ts#L138">cache_state.ts:138</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden=" [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/cache_state.ts#L138">cache_state.ts:138</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden=" [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#shapecache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>shape<wbr/>Cache</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#computeshapekey" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>compute<wbr/>Shape<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
<p>Key: comma-separated dimension string, e.g. "1,32,128"
Value: TVM ShapeTuple object (Disposable)</p>
<p>Invalidation rule: None required — shape tuples are immutable.</p>
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/cache_state.ts#L147">cache_state.ts:147</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevro [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/cache_state.ts#L169">cache_state.ts:169</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="computeshapekey"><code class="tsd-tag">Static</code><span>compute<wbr/>Shape<wbr/>Key</span><a href="#c [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/cache_state.ts#L147">cache_state.ts:147</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevro [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/cache_state.ts#L169">cache_state.ts:169</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="computeshapekey"><code class="tsd-tag">Static</code><span>compute<wbr/>Shape<wbr/>Key</span><a href="#c [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>Array of dimension values.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><p>String key suitable for shapeCache lookup.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/cache_state.ts#L162">cache_state.ts:162</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use h [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/cache_state.ts#L162">cache_state.ts:162</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use h [...]
diff --git a/docs/reference/api/typedoc/classes/DLDataType.html b/docs/reference/api/typedoc/classes/DLDataType.html
index 929a2f393ca..c100b6ceff0 100644
--- a/docs/reference/api/typedoc/classes/DLDataType.html
+++ b/docs/reference/api/typedoc/classes/DLDataType.html
@@ -1,11 +1,11 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>DLDataType | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ic [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L405">runtime.ts:405</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L405">runtime.ts:405</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#bits" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>bits</span></a>
<a href="#code" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>code</span></a>
<a href="#lanes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>lanes</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#numstoragebytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>num<wbr/>Storage<wbr/>Bytes</span></a>
<a href="#tostring" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>to<wbr/>String</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L409">runtime.ts:409</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="code"><span>code</span><a href="#code" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-sig [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L407">runtime.ts:407</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="lanes"><span>lanes</span><a href="#lanes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L411">runtime.ts:411</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L409">runtime.ts:409</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="code"><span>code</span><a href="#code" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-sig [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L407">runtime.ts:407</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="lanes"><span>lanes</span><a href="#lanes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L411">runtime.ts:411</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
diff --git a/docs/reference/api/typedoc/classes/DLDevice.html b/docs/reference/api/typedoc/classes/DLDevice.html
index c21768e365f..0b4bf2ee5e7 100644
--- a/docs/reference/api/typedoc/classes/DLDevice.html
+++ b/docs/reference/api/typedoc/classes/DLDevice.html
@@ -1,10 +1,10 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>DLDevice | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icon [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L345">runtime.ts:345</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L345">runtime.ts:345</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#deviceid" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device<wbr/>Id</span></a>
<a href="#devicetype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device<wbr/>Type</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#sync" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>sync</span></a>
<a href="#tostring" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>to<wbr/>String</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L349">runtime.ts:349</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="devicetype"><span>device<wbr/>Type</span><a href="#devicetype" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a> [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L347">runtime.ts:347</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L372">runtime.ts:372</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L349">runtime.ts:349</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="devicetype"><span>device<wbr/>Type</span><a href="#devicetype" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a> [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L347">runtime.ts:347</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L372">runtime.ts:372</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
diff --git a/docs/reference/api/typedoc/classes/Instance.html b/docs/reference/api/typedoc/classes/Instance.html
index 86ffa408898..f7afa7d3777 100644
--- a/docs/reference/api/typedoc/classes/Instance.html
+++ b/docs/reference/api/typedoc/classes/Instance.html
@@ -12,7 +12,7 @@ are not tracked through JS native garbage collection mechanism.</p>
<li><a href="#attachtocurrentscope" class="tsd-kind-method">attachToCurrentScope</a></li>
<li><a href="#detachfromcurrentscope" class="tsd-kind-method">detachFromCurrentScope</a></li>
</ul>
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L856">runtime.ts:856</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L856">runtime.ts:856</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#cachemetadata" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>cache<wbr/>Metadata</span></a>
<a href="#exports" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>exports</span></a>
<a href="#memory" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>memory</span></a>
@@ -75,25 +75,25 @@ a WASI object, or an object containing wasmLibraryProvider field.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">wasmInstance</span>: <span class="tsd-signature-type">Instance</span></span><div class="tsd-comment tsd-typography"><p>Additional wasm instance argument for deferred construction.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">env</span>: <a href="_internal_.Environment.html" class="tsd-signature-type tsd-kind-class">Environment</a></span><div class="tsd-comment tsd-typography"><p>Directly specified environment module.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">Instance</a></h4><div class="tsd-comment tsd-typography"><div class="tsd-tag-see"><h4 class="tsd-anchor-link" id="see">See<a href="#see" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h4><p>Please use the async version <a href="../functions/instantiate.html" class="tsd-kin [...]
-</div></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L889">runtime.ts:889</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icon [...]
+</div></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L889">runtime.ts:889</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icon [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">logits</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The input logits before penalty.</p>
</div></li><li><span><span class="tsd-kind-parameter">token_ids</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The appeared token ids.</p>
</div></li><li><span><span class="tsd-kind-parameter">token_freqs</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The number of times each token has appeared since last PrefillStep.
token_freqs[i] is the frequency of token_ids[i], for all i. And all token_freqs should be >= 1.</p>
</div></li><li><span><span class="tsd-kind-parameter">presence_penalty</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The penalty factor.</p>
</div></li><li><span><span class="tsd-kind-parameter">frequency_penalty</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The penalty factor.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1587">runtime.ts:1587</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="applyrepetitionpenalty"><span>apply<wbr/>Repetition<wbr/>Penalty</span><a href="#applyrepetiti [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1587">runtime.ts:1587</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="applyrepetitionpenalty"><span>apply<wbr/>Repetition<wbr/>Penalty</span><a href="#applyrepetiti [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">logits</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The input logits before penalty.</p>
</div></li><li><span><span class="tsd-kind-parameter">token_ids</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The appeared token ids.</p>
</div></li><li><span><span class="tsd-kind-parameter">penalty</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The penalty factor.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1574">runtime.ts:1574</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="applysoftmaxwithtemperature"><span>apply<wbr/>Softmax<wbr/>With<wbr/>Temperature</span><a href [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1574">runtime.ts:1574</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="applysoftmaxwithtemperature"><span>apply<wbr/>Softmax<wbr/>With<wbr/>Temperature</span><a href [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">logits</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The input logits before softmax w/ temperature.</p>
</div></li><li><span><span class="tsd-kind-parameter">temperature</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The temperature factor.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1604">runtime.ts:1604</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="asyncifyenabled"><span>asyncify<wbr/>Enabled</span><a href="#asyncifyenabled" aria-label="Perm [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1604">runtime.ts:1604</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="asyncifyenabled"><span>asyncify<wbr/>Enabled</span><a href="#asyncifyenabled" aria-label="Perm [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>The asynctify mode toggle</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L957">runtime.ts:957</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="asyncloadwebgpupipelines"><span>async<wbr/>Load<wbr/>Web<wbr/>GPU<wbr/>Pipelines</span><a href="#asyncloadwebgpupipelines" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidd [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L957">runtime.ts:957</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="asyncloadwebgpupipelines"><span>async<wbr/>Load<wbr/>Web<wbr/>GPU<wbr/>Pipelines</span><a href="#asyncloadwebgpupipelines" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidd [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">mod</span>: <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></span><div class="tsd-comment tsd-typography"><p>The input module.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1835">runtime.ts:1835</a></li></ul></aside></div></li></ul></section><section class="tsd-pane [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1835">runtime.ts:1835</a></li></ul></aside></div></li></ul></section><section class="tsd-pane [...]
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="attachtocurrentscopet"><span class="tsd-kind-type-parameter">T</span> <span class="tsd-signature-keyword">extends</span> <a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kin [...]
<ul>
<li>Note: Normally user do not need to call this function explicitly, as
@@ -101,8 +101,8 @@ all library call return values are explicitly attached to
the current scope. You only need to do so when you call
<a href="#detachfromcurrentscope" class="tsd-kind-method">detachFromCurrentScope</a> to create a detached object.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#attachtocurrentscopet">T</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1027">runtime.ts:1027</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="beginscope"><span>begin<wbr/>Scope</span><a href [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L986">runtime.ts:986</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="benchmark"><span>benchmark</span><a href="#benchmark" aria-label="Permalink" class="tsd-anchor-icon"><svg viewB [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#attachtocurrentscopet">T</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1027">runtime.ts:1027</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="beginscope"><span>begin<wbr/>Scope</span><a href [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L986">runtime.ts:986</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="benchmark"><span>benchmark</span><a href="#benchmark" aria-label="Permalink" class="tsd-anchor-icon"><svg viewB [...]
<ul>
<li></li>
</ul>
@@ -113,82 +113,82 @@ the current scope. You only need to do so when you call
</div></li><li><span><span class="tsd-kind-parameter">number</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 10</span></span><div class="tsd-comment tsd-typography"><p>The number of times to compute the average.
*</p>
</div></li><li><span><span class="tsd-kind-parameter">repeat</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 1</span></span><div class="tsd-comment tsd-typography"><p>The number of times to repeat the run.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L932">runtime.ts:932</a></li></ul></aside></div> [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L932">runtime.ts:932</a></li></ul></aside></div> [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">canvas</span>: <span class="tsd-signature-type">HTMLCanvasElement</span></span><div class="tsd-comment tsd-typography"><p>The canvas.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1612">runtime.ts:1612</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="clearcanvas"><span>clear<wbr/>Canvas</span><a href="#clearcanvas" aria-label="Permalink" clas [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1643">runtime.ts:1643</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="concatembeddings"><span>concat<wbr/>Embeddings</span><a href="#concatembeddings" aria-label="Permalink" class [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1612">runtime.ts:1612</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="clearcanvas"><span>clear<wbr/>Canvas</span><a href="#clearcanvas" aria-label="Permalink" clas [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1643">runtime.ts:1643</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="concatembeddings"><span>concat<wbr/>Embeddings</span><a href="#concatembeddings" aria-label="Permalink" class [...]
*</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">embeddings</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>A list of embeddings in Tensors, each array i has shape (m_i, hidden_size).</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>An Tensor of shape (\sum_{i} {m}, hidden_size)</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1680">runtime.ts:1680</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="cpu"><span>cpu</span><a href="#cpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><ul class= [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1680">runtime.ts:1680</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="cpu"><span>cpu</span><a href="#cpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><ul class= [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">deviceId</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 0</span></span><div class="tsd-comment tsd-typography"><p>The device index.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1482">runtime.ts:1482</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createvirtualmachine"><span>create<wbr/>Virtual<wbr/>Machin [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1482">runtime.ts:1482</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createvirtualmachine"><span>create<wbr/>Virtual<wbr/>Machin [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">dev</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>DLDevice the device.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="VirtualMachine.html" class="tsd-signature-type tsd-kind-class">VirtualMachine</a></h4><p>The created virtual machime.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1178">runtime.ts:1178</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="detachfromcurrentscope"><span>detach<wbr/>From<wbr/>Current<wbr/>Scope</span><a href="#detachfromcurrentscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1178">runtime.ts:1178</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="detachfromcurrentscope"><span>detach<wbr/>From<wbr/>Current<wbr/>Scope</span><a href="#detachfromcurrentscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"> [...]
so it won't be released via auto-release during endscope.</p>
<p>User needs to either explicitly call obj.dispose(), or
<a href="#attachtocurrentscope" class="tsd-kind-method">attachToCurrentScope</a> to re-attach to the current scope.</p>
<p>This function can be used to return values to the parent scope.</p>
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="detachfromcurrentscopet"><span class="tsd-kind-type-parameter">T</span> <span class="tsd-signature-keyword">extends</span> <a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-k [...]
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#detachfromcurrentscopet">T</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1054">runtime.ts:1054</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="device"><span>device</span><a href="#device" a [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#detachfromcurrentscopet">T</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1054">runtime.ts:1054</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="device"><span>device</span><a href="#device" a [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">deviceType</span>: <span class="tsd-signature-type">string</span> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The device type.</p>
</div></li><li><span><span class="tsd-kind-parameter">deviceId</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 0</span></span><div class="tsd-comment tsd-typography"><p>The device index.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><p>The created device.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1474">runtime.ts:1474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1474">runtime.ts:1474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L961">runtime.ts:961</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L961">runtime.ts:961</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The shape of the array.</p>
</div></li><li><span><span class="tsd-kind-parameter">dtype</span>: <span class="tsd-signature-type">string</span> <span class="tsd-signature-symbol">|</span> <a href="DLDataType.html" class="tsd-signature-type tsd-kind-class">DLDataType</a><span class="tsd-signature-symbol"> = "float32"</span></span><div class="tsd-comment tsd-typography"><p>The data type of the array.</p>
</div></li><li><span><span class="tsd-kind-parameter">dev</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a><span class="tsd-signature-symbol"> = ...</span></span><div class="tsd-comment tsd-typography"><p>The device of the ndarray.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The created ndarray.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1502">runtime.ts:1502</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="endscope"><span>end<wbr/>Scope</span><a href="#endscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></sv [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1502">runtime.ts:1502</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="endscope"><span>end<wbr/>Scope</span><a href="#endscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></sv [...]
under the current scope.</p>
<p>Exception: one can call <a href="#movetoparentscope" class="tsd-kind-method">moveToParentScope</a> to move
a value to parent scope.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L997">runtime.ts:997</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="fetchtensorcache"><span>fetch<wbr/>Tensor<wbr/>Cache</span><a href="#fetchtensorcache" aria-label="Permalink" c [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L997">runtime.ts:997</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="fetchtensorcache"><span>fetch<wbr/>Tensor<wbr/>Cache</span><a href="#fetchtensorcache" aria-label="Permalink" c [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">tensorCacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cache url.</p>
</div></li><li><span><span class="tsd-kind-parameter">device</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>The device to be fetched to.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">options</span>: <a href="../interfaces/FetchTensorCacheOptions.html" class="tsd-signature-type tsd-kind-interface">FetchTensorCacheOptions</a></span><div class="tsd-comment tsd-typography"><p>Options object.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span></h4><p>The meta data</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1266">runtime.ts:1266</a></li></ul></aside></div></li><li class=""><div class="tsd-signature tsd-anchor-link" id="fetchtensorcache-2"><span class="tsd-kind-call-signature">fetchTensorCache</span><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">tensorCacheUrl</span><span class="tsd-signature-symbol">:</sp [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1266">runtime.ts:1266</a></li></ul></aside></div></li><li class=""><div class="tsd-signature tsd-anchor-link" id="fetchtensorcache-2"><span class="tsd-kind-call-signature">fetchTensorCache</span><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">tensorCacheUrl</span><span class="tsd-signature-symbol">:</sp [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">tensorCacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cache url.</p>
</div></li><li><span><span class="tsd-kind-parameter">device</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>The device to be fetched to.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheScope</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The scope identifier of the cache (legacy positional overload).</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheType</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The type of the cache: "cache", "indexeddb", "cross-origin", or "opfs" (legacy positional overload).</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">signal</span>: <span class="tsd-signature-type">AbortSignal</span></span><div class="tsd-comment tsd-typography"><p>An optional AbortSignal to abort the fetch (legacy positional overload).</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span></h4><p>The meta data</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1271">runtime.ts:1271</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getglobalfunc"><span>get<wbr/>Global<wbr/>Func</span><a href="#getglobalfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#ic [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1271">runtime.ts:1271</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getglobalfunc"><span>get<wbr/>Global<wbr/>Func</span><a href="#getglobalfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#ic [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The result function.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1117">runtime.ts:1117</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getparamsfromcache"><span>get<wbr/>Params<wbr/>From<wbr/>Cache</span><a href="#getparamsfromcache" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href=". [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1117">runtime.ts:1117</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getparamsfromcache"><span>get<wbr/>Params<wbr/>From<wbr/>Cache</span><a href="#getparamsfromcache" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href=". [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">prefix</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The parameter prefix.</p>
</div></li><li><span><span class="tsd-kind-parameter">numParams</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Number of parameters.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1206">runtime.ts:1206</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getparamsfromcachebyname"><span>get<wbr/>Params<wbr/>From [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1206">runtime.ts:1206</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getparamsfromcachebyname"><span>get<wbr/>Params<wbr/>From [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">paramNames</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>Names of the parameters.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><p>Parameters read.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1217">runtime.ts:1217</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="initwebgpu"><span>init<wbr/>Web<wbr/>GPU</span><a href="#initwebgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1217">runtime.ts:1217</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="initwebgpu"><span>init<wbr/>Web<wbr/>GPU</span><a href="#initwebgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">device</span>: <span class="tsd-signature-type">GPUDevice</span></span><div class="tsd-comment tsd-typography"><p>The given GPU device.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1898">runtime.ts:1898</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="ispackedfunc"><span>is<wbr/>Packed<wbr/>Func</span><a href="#ispackedfunc" aria-label="Permal [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1898">runtime.ts:1898</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="ispackedfunc"><span>is<wbr/>Packed<wbr/>Func</span><a href="#ispackedfunc" aria-label="Permal [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-type">unknown</span></span><div class="tsd-comment tsd-typography"><p>The input.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>The check result.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1151">runtime.ts:1151</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="listglobalfuncnames"><span>list<wbr/>Global<wbr/>Func<wbr/>Names</span><a href="#listglobalfuncnames" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1151">runtime.ts:1151</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="listglobalfuncnames"><span>list<wbr/>Global<wbr/>Func<wbr/>Names</span><a href="#listglobalfuncnames" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></h4><p>The name list.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1070">runtime.ts:1070</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="makeshapetuple"><span>make<wbr/>Shape<wbr/>Tuple</span><a href="#makeshapetuple" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1070">runtime.ts:1070</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="makeshapetuple"><span>make<wbr/>Shape<wbr/>Tuple</span><a href="#makeshapetuple" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The shape .</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><p>The created shape tuple.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1704">runtime.ts:1704</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="maketvmarray"><span>make<wbr/>TVM<wbr/>Array</span><a href="#maketvmarray" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1704">runtime.ts:1704</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="maketvmarray"><span>make<wbr/>TVM<wbr/>Array</span><a href="#maketvmarray" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
<p>The input array can be passed to tvm runtime function
and needs to b explicitly disposed.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">inputs</span>: <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The input array</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="TVMArray.html" class="tsd-signature-type tsd-kind-class">TVMArray</a></h4><p>The result array.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1656">runtime.ts:1656</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="movetoparentscope"><span>move<wbr/>To<wbr/>Parent<wbr/>Scope</span><a href="#movetoparentscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../a [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1656">runtime.ts:1656</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="movetoparentscope"><span>move<wbr/>To<wbr/>Parent<wbr/>Scope</span><a href="#movetoparentscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../a [...]
<p>This function is useful to make sure objects are still
alive when exit the current scope.</p>
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="movetoparentscopet"><span class="tsd-kind-type-parameter">T</span> <span class="tsd-signature-keyword">extends</span> <a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-p [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#movetoparentscopet">T</a></h4><p>The input obj.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1040">runtime.ts:1040</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerasyncifyfunc"><span>register<wbr/>Asyncify<wbr/>Func</span><a href="#registerasyncifyfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href=". [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1040">runtime.ts:1040</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerasyncifyfunc"><span>register<wbr/>Asyncify<wbr/>Func</span><a href="#registerasyncifyfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href=". [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">...</span><span class="tsd-kind-parameter">args</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">Promise</span><span class="tsd-signat [...]
</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span><div class="tsd-comment tsd-typography"><p>Whether overwrite function in existing registry.</p>
@@ -196,7 +196,7 @@ alive when exit the current scope.</p>
<li>Note: This function is handled via asynctify mechanism.
The wasm needs to be compiled with Asynctify</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1789">runtime.ts:1789</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerasyncserverfunc"><span>register<wbr/>Async<wbr/>Server<wbr/>Func</span><a href="#regi [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1789">runtime.ts:1789</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerasyncserverfunc"><span>register<wbr/>Async<wbr/>Server<wbr/>Func</span><a href="#regi [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-type">Function</span></span><div class="tsd-comment tsd-typography"><p>function to be registered.</p>
</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span><div class="tsd-comment tsd-typography"><p>Whether overwrite function in existing registry.</p>
@@ -204,32 +204,32 @@ The wasm needs to be compiled with Asynctify</li>
<li>Note: The async function will only be used for serving remote calls in the rpc.
These functions contains explicit continuation</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1808">runtime.ts:1808</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerfunc"><span>register<wbr/>Func</span><a href="#registerfunc" aria-label="Permalink" c [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1808">runtime.ts:1808</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerfunc"><span>register<wbr/>Func</span><a href="#registerfunc" aria-label="Permalink" c [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.
*</p>
</div></li><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-type">Function</span> <span class="tsd-signature-symbol">|</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></span><div class="tsd-comment tsd-typography"><p>Function to be registered.</p>
</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span><div class="tsd-comment tsd-typography"><p>Whether overwrite function in existing registry.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1087">runtime.ts:1087</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerinitprogresscallback"><span>register<wbr/>Init<wbr/>Progress<wbr/>Callback</span><a h [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1087">runtime.ts:1087</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerinitprogresscallback"><span>register<wbr/>Init<wbr/>Progress<wbr/>Callback</span><a h [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">cb</span>: <a href="../types/InitProgressCallback.html" class="tsd-signature-type tsd-kind-type-alias">InitProgressCallback</a></span><div class="tsd-comment tsd-typography"><p>the fetch progress callback.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1195">runtime.ts:1195</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerobjectconstructor"><span>register<wbr/>Object<wbr/>Constructor</span><a href="#regist [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1195">runtime.ts:1195</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="registerobjectconstructor"><span>register<wbr/>Object<wbr/>Constructor</span><a href="#regist [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">typeKey</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li><li><span><span class="tsd-kind-parameter">func</span>: <a href="../types/_internal_.FObjectConstructor.html" class="tsd-signature-type tsd-kind-type-alias">FObjectConstructor</a></span><div class="tsd-comment tsd-typography"><p>Function to be registered.</p>
</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span><div class="tsd-comment tsd-typography"><p>Whether overwrite function in existing registry.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1745">runtime.ts:1745</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="runtimestatstext"><span>runtime<wbr/>Stats<wbr/>Text</span><a href="#runtimestatstext" aria-l [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L975">runtime.ts:975</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sampletoppfromlogits"><span>sample<wbr/>Top<wbr/>P<wbr/>From<wbr/>Logits</span><a href="#sampletoppfromlogits [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1745">runtime.ts:1745</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="runtimestatstext"><span>runtime<wbr/>Stats<wbr/>Text</span><a href="#runtimestatstext" aria-l [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L975">runtime.ts:975</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sampletoppfromlogits"><span>sample<wbr/>Top<wbr/>P<wbr/>From<wbr/>Logits</span><a href="#sampletoppfromlogits [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">logits</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The input logits before normalization.</p>
</div></li><li><span><span class="tsd-kind-parameter">temperature</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The temperature factor, will take argmax if temperature = 0.0</p>
</div></li><li><span><span class="tsd-kind-parameter">top_p</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The top_p</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The sampled index.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1553">runtime.ts:1553</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sampletoppfromprob"><span>sample<wbr/>Top<wbr/>P<wbr/>From<wbr/>Prob</span><a href="#sampletoppfromprob" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use h [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1553">runtime.ts:1553</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sampletoppfromprob"><span>sample<wbr/>Top<wbr/>P<wbr/>From<wbr/>Prob</span><a href="#sampletoppfromprob" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use h [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">prob</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The distribution, i.e. logits after <code>applySoftmaxWithTemperature()</code> is performed.</p>
</div></li><li><span><span class="tsd-kind-parameter">top_p</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The top_p</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The sampled index.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1564">runtime.ts:1564</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="scalar"><span>scalar</span><a href="#scalar" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3>< [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1564">runtime.ts:1564</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="scalar"><span>scalar</span><a href="#scalar" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3>< [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">value</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The number value.</p>
</div></li><li><span><span class="tsd-kind-parameter">dtype</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The dtype string.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Scalar.html" class="tsd-signature-type tsd-kind-class">Scalar</a></h4><p>The created scalar.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1464">runtime.ts:1464</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setpackedarguments"><span>set<wbr/>Packed<wbr/>Arguments</span><a href="#setpackedarguments" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../asse [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1464">runtime.ts:1464</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setpackedarguments"><span>set<wbr/>Packed<wbr/>Arguments</span><a href="#setpackedarguments" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../asse [...]
Allocate new temporary space from the stack if necessary.</p>
<ul>
<li></li>
@@ -237,37 +237,37 @@ Allocate new temporary space from the stack if necessary.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">stack</span>: <a href="_internal_.CachedCallStack.html" class="tsd-signature-type tsd-kind-class">CachedCallStack</a></span><div class="tsd-comment tsd-typography"><p>The call stack.</p>
</div></li><li><span><span class="tsd-kind-parameter">args</span>: <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The input arguments.</p>
</div></li><li><span><span class="tsd-kind-parameter">packedArgs</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The offset of packedArgs.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L2047">runtime.ts:2047</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setseed"><span>set<wbr/>Seed</span><a href="#setseed" aria-label="Permalink" class="tsd-ancho [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">seed</span>: <span class="tsd-signature-type">number</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1541">runtime.ts [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L2047">runtime.ts:2047</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setseed"><span>set<wbr/>Seed</span><a href="#setseed" aria-label="Permalink" class="tsd-ancho [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">seed</span>: <span class="tsd-signature-type">number</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1541">runtime.ts [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">dataRGBA</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>Image array in height x width uint32 Tensor RGBA format on GPU.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1621">runtime.ts:1621</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="systemlib"><span>system<wbr/>Lib</span><a href="#systemlib" aria-label="Permalink" class="tsd [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1621">runtime.ts:1621</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="systemlib"><span>system<wbr/>Lib</span><a href="#systemlib" aria-label="Permalink" class="tsd [...]
System lib is a global module that contains self register functions in startup.</p>
</div><h4 class="tsd-returns-title">Returns <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></h4><p>The system library module.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1063">runtime.ts:1063</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheclear"><span>tensor<wbr/>Cache<wbr/>Clear</span><a href="#tensorcacheclear" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ico [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1251">runtime.ts:1251</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheget"><span>tensor<wbr/>Cache<wbr/>Get</span><a href="#tensorcacheget" aria-label="Permalink" class [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1063">runtime.ts:1063</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheclear"><span>tensor<wbr/>Cache<wbr/>Clear</span><a href="#tensorcacheclear" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ico [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1251">runtime.ts:1251</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheget"><span>tensor<wbr/>Cache<wbr/>Get</span><a href="#tensorcacheget" aria-label="Permalink" class [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of array.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The result.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1226">runtime.ts:1226</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheremove"><span>tensor<wbr/>Cache<wbr/>Remove</span><a href="#tensorcacheremove" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1226">runtime.ts:1226</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheremove"><span>tensor<wbr/>Cache<wbr/>Remove</span><a href="#tensorcacheremove" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of array.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The result.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1235">runtime.ts:1235</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheupdate"><span>tensor<wbr/>Cache<wbr/>Update</span><a href="#tensorcacheupdate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1235">runtime.ts:1235</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="tensorcacheupdate"><span>tensor<wbr/>Cache<wbr/>Update</span><a href="#tensorcacheupdate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the array.</p>
</div></li><li><span><span class="tsd-kind-parameter">arr</span>: <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></span><div class="tsd-comment tsd-typography"><p>The content.</p>
-</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1244">runtime.ts:1244</a></li></ul></aside></div></li></ul></se [...]
+</div></li><li><span><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1244">runtime.ts:1244</a></li></ul></aside></div></li></ul></se [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-type">Function</span></span><div class="tsd-comment tsd-typography"><p>Input function.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The converted function.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1161">runtime.ts:1161</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typekey2index"><span>type<wbr/>Key2<wbr/>Index</span><a href="#typekey2index" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#ic [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1161">runtime.ts:1161</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typekey2index"><span>type<wbr/>Key2<wbr/>Index</span><a href="#typekey2index" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#ic [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">typeKey</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The type key.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The corresponding type index.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1719">runtime.ts:1719</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="uniform"><span>uniform</span><a href="#uniform" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1719">runtime.ts:1719</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="uniform"><span>uniform</span><a href="#uniform" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The shape of the array.</p>
</div></li><li><span><span class="tsd-kind-parameter">low</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The low value.</p>
</div></li><li><span><span class="tsd-kind-parameter">high</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The high value.</p>
</div></li><li><span><span class="tsd-kind-parameter">dev</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>The device of the ndarray.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The created ndarray.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1520">runtime.ts:1520</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="webgpu"><span>webgpu</span><a href="#webgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3>< [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1520">runtime.ts:1520</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="webgpu"><span>webgpu</span><a href="#webgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3>< [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">deviceId</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 0</span></span><div class="tsd-comment tsd-typography"><p>The device index.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1490">runtime.ts:1490</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="withnewscope"><span>with<wbr/>New<wbr/>Scope</span><a href= [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1490">runtime.ts:1490</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="withnewscope"><span>with<wbr/>New<wbr/>Scope</span><a href= [...]
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="withnewscopet"><span class="tsd-kind-type-parameter">T</span></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">action</span>: <span class="tsd-signature-symbol">()</span> <span class="tsd-signature-symbol">=></span> <a class="tsd-signature-type tsd-kind-t [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#withnewscopet">T</a></h4><p>The result value.</p>
<ul>
@@ -275,7 +275,7 @@ System lib is a global module that contains self register functions in startup.<
we will need to call <a href="#movetoparentscope" class="tsd-kind-method">moveToParentScope</a>
for the objects that are created in the scope.</li>
</ul>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1011">runtime.ts:1011</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapasyncifypackedfunc"><span>wrap<wbr/>Asyncify<wbr/>Packed<wbr/>Func</span><a href="#wrapasyncifypackedfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1011">runtime.ts:1011</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapasyncifypackedfunc"><span>wrap<wbr/>Asyncify<wbr/>Packed<wbr/>Func</span><a href="#wrapasyncifypackedfunc" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"> [...]
through the asyncify mechanism</p>
<p>You only need to call it if the function may contain callback into async
JS function via asynctify. A common one can be GPU synchronize.</p>
@@ -283,4 +283,4 @@ JS function via asynctify. A common one can be GPU synchronize.</p>
to make sure you use await when calling the funciton.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></span><div class="tsd-comment tsd-typography"><p>The PackedFunc.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/_internal_.AsyncPackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">AsyncPackedFunc</a></h4><p>The wrapped AsyncPackedFunc</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L1772">runtime.ts:1772</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href=". [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L1772">runtime.ts:1772</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href=". [...]
diff --git a/docs/reference/api/typedoc/classes/LRUCache.html b/docs/reference/api/typedoc/classes/LRUCache.html
index f81d193dbba..974b43515db 100644
--- a/docs/reference/api/typedoc/classes/LRUCache.html
+++ b/docs/reference/api/typedoc/classes/LRUCache.html
@@ -3,7 +3,7 @@
Uses a Map to maintain insertion order for O(1) LRU eviction.</p>
</div></section><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="k"><span class="tsd-kind-type-parameter">K</span></span><div class="tsd-comment tsd-typography"><p>Cache key type.</p>
</div></li><li><span id="v"><span class="tsd-kind-type-parameter">V</span></span><div class="tsd-comment tsd-typography"><p>Cache value type.</p>
-</div></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/cache_state.ts#L37">cache_state.ts:37</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria- [...]
+</div></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/cache_state.ts#L37">cache_state.ts:37</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria- [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Accessors</h3><div class="tsd-index-list"><a href="#size" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Accessor"><use href="../assets/icons.svg#icon-262144"></use></svg><span>size</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#get" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get</span></a>
<a href="#invalidate" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>invalidate</span></a>
@@ -11,8 +11,8 @@ Uses a Map to maintain insertion order for O(1) LRU eviction.</p>
<a href="#values" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>values</span></a>
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div></li><li><span id="constructorlrucachev"><span class="tsd-kind-type-parameter">V</span></span><div class="tsd-comment tsd-typography"><p>Cache value type.</p>
-</div></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">maxSize</span>: <span class="tsd-signature-type">number</span></span></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">onEvict</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">key</span><span class="tsd-signature-symbol">:</span> <a class="tsd-si [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/cache_state.ts#L108">cache_state.ts:108</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" [...]
+</div></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">maxSize</span>: <span class="tsd-signature-type">number</span></span></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">onEvict</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">key</span><span class="tsd-signature-symbol">:</span> <a class="tsd-si [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/cache_state.ts#L108">cache_state.ts:108</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" [...]
<p>On hit: moves the entry to most-recently-used position and returns it.
On miss: calls <code>constructor()</code> to create the value, inserts it, and
returns it. If the cache is full, the least-recently-used entry is
@@ -20,13 +20,13 @@ evicted first.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">key</span>: <a class="tsd-signature-type tsd-kind-type-parameter" href="#k">K</a></span><div class="tsd-comment tsd-typography"><p>The cache key.</p>
</div></li><li><span><span class="tsd-kind-parameter">constructor</span>: <span class="tsd-signature-symbol">()</span> <span class="tsd-signature-symbol">=></span> <a class="tsd-signature-type tsd-kind-type-parameter" href="#v">V</a></span><div class="tsd-comment tsd-typography"><p>Factory function called on cache miss to produce the value.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#v">V</a></h4><p>The cached or newly constructed value.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/cache_state.ts#L60">cache_state.ts:60</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="invalidate"><span>invalidate</span><a href="#invalidate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/cache_state.ts#L60">cache_state.ts:60</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="invalidate"><span>invalidate</span><a href="#invalidate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
<p>Does not dispose values — the caller is responsible for cleanup
(e.g. destroying GPU buffers) before calling invalidate.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/cache_state.ts#L103">cache_state.ts:103</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="needeviction"><span>need<wbr/>Eviction</span><a href="#needeviction" aria-label="Permalink" class="tsd- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/cache_state.ts#L103">cache_state.ts:103</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="needeviction"><span>need<wbr/>Eviction</span><a href="#needeviction" aria-label="Permalink" class="tsd- [...]
<p>Useful when the caller needs to perform side effects before eviction
(e.g. flushing pending GPU commands before destroying an evicted buffer).</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">key</span>: <a class="tsd-signature-type tsd-kind-type-parameter" href="#k">K</a></span><div class="tsd-comment tsd-typography"><p>The key to check.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>true if inserting <code>key</code> would trigger eviction of another entry.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/cache_state.ts#L92">cache_state.ts:92</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="values"><span>values</span><a href="#values" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></ [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">IterableIterator</span><span class="tsd-signature-symbol"><</span><a class="tsd-signature-type tsd-kind-type-parameter" href="#v">V</a><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/cache_state.ts#L113">cache_state.ts:113</a></li></ul></aside></div></li></ul></section> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/cache_state.ts#L92">cache_state.ts:92</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="values"><span>values</span><a href="#values" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></ [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">IterableIterator</span><span class="tsd-signature-symbol"><</span><a class="tsd-signature-type tsd-kind-type-parameter" href="#v">V</a><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/cache_state.ts#L113">cache_state.ts:113</a></li></ul></aside></div></li></ul></section> [...]
diff --git a/docs/reference/api/typedoc/classes/LinearCongruentialGenerator.html b/docs/reference/api/typedoc/classes/LinearCongruentialGenerator.html
index 89d9f8114dd..542e16674f3 100644
--- a/docs/reference/api/typedoc/classes/LinearCongruentialGenerator.html
+++ b/docs/reference/api/typedoc/classes/LinearCongruentialGenerator.html
@@ -2,7 +2,7 @@
<p>Follows the implementation of <code>include/tvm/support/random_engine.h</code>, which follows the
sepcification in <a href="https://en.cppreference.com/w/cpp/numeric/random/linear_congruential_engine">https://en.cppreference.com/w/cpp/numeric/random/linear_congruential_engine</a>.</p>
<p>Note <code>Number.MAX_SAFE_INTEGER = 2^53 - 1</code>, and our intermediates are strictly less than 2^48.</p>
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/support.ts#L88">support.ts:88</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/support.ts#L88">support.ts:88</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#increment" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>increment</span></a>
<a href="#modulus" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>modulus</span></a>
<a href="#multiplier" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>multiplier</span></a>
@@ -10,11 +10,11 @@ sepcification in <a href="https://en.cppreference.com/w/cpp/numeric/random/linea
<a href="#randomfloat" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>random<wbr/>Float</span></a>
<a href="#setseed" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>set<wbr/>Seed</span></a>
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">LinearCongruentialGenerator</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/support.ts#L98">support.ts:98</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="secti [...]
+</div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">LinearCongruentialGenerator</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/support.ts#L98">support.ts:98</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="secti [...]
<p>Postcondition: pass <code>checkRandState()</code>, i.e. rand_state > 0 and is an integer.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/support.ts#L127">support.ts:127</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="randomfloat"><span>random<wbr/>Float</span><a href="#randomfloat" aria-label="Permalink" class="tsd-anchor-ic [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/support.ts#L127">support.ts:127</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="randomfloat"><span>random<wbr/>Float</span><a href="#randomfloat" aria-label="Permalink" class="tsd-anchor-ic [...]
<p>Postcondition: pass <code>checkRandState()</code>, i.e. rand_state > 0 and is an integer.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/support.ts#L141">support.ts:141</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setseed"><span>set<wbr/>Seed</span><a href="#setseed" aria-label="Permalink" class="tsd-anchor-icon"><svg vie [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/support.ts#L141">support.ts:141</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="setseed"><span>set<wbr/>Seed</span><a href="#setseed" aria-label="Permalink" class="tsd-anchor-icon"><svg vie [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">seed</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Any integer. Used to set <code>rand_state</code> after normalized with <code>modulus</code>.</p>
<p>Postcondition: pass <code>checkRandState()</code>, i.e. rand_state > 0 and is an integer.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/support.ts#L111">support.ts:111</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-acc [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/support.ts#L111">support.ts:111</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-acc [...]
diff --git a/docs/reference/api/typedoc/classes/Module.html b/docs/reference/api/typedoc/classes/Module.html
index dbfb2787bf7..02b4ba6459a 100644
--- a/docs/reference/api/typedoc/classes/Module.html
+++ b/docs/reference/api/typedoc/classes/Module.html
@@ -1,23 +1,23 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Module | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons. [...]
-</div></section><section class="tsd-panel tsd-hierarchy" data-refl="40"><h4>Hierarchy (<a href="../hierarchy.html#Module">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">Module</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/ap [...]
+</div></section><section class="tsd-panel tsd-hierarchy" data-refl="40"><h4>Hierarchy (<a href="../hierarchy.html#Module">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">Module</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/ap [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#getfunction" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Function</span></a>
<a href="#gethandle" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Handle</span></a>
<a href="#importmodule" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>import<wbr/>Module</span></a>
<a href="#typeindex" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Index</span></a>
<a href="#typekey" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getfun [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getfun [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li><li><span><span class="tsd-kind-parameter">queryImports</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>Whether to also query imports</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The result function.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L723">runtime.ts:723</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L723">runtime.ts:723</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">requireNotNull</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>require handle is not null.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="importmodule"><span>import<wbr/>Module</span><a href="#importmodule" aria-label="Permalink" cla [...]
+<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="importmodule"><span>import<wbr/>Module</span><a href="#importmodule" aria-label="Permalink" cla [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">mod</span>: <a href="" class="tsd-signature-type tsd-kind-class">Module</a></span><div class="tsd-comment tsd-typography"><p>The module to be imported.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L731">runtime.ts:731</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permal [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L731">runtime.ts:731</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permal [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
diff --git a/docs/reference/api/typedoc/classes/RPCServer.html b/docs/reference/api/typedoc/classes/RPCServer.html
index 8fbbe04f832..069c00f703b 100644
--- a/docs/reference/api/typedoc/classes/RPCServer.html
+++ b/docs/reference/api/typedoc/classes/RPCServer.html
@@ -1,9 +1,9 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RPCServer | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ico [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/rpc_server.ts#L77">rpc_server.ts:77</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/rpc_server.ts#L77">rpc_server.ts:77</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#getimports" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>get<wbr/>Imports</span></a>
<a href="#key" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>key</span></a>
<a href="#logger" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>logger</span></a>
<a href="#socket" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>socket</span></a>
<a href="#state" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>state</span></a>
<a href="#url" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>url</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
diff --git a/docs/reference/api/typedoc/classes/Scalar.html b/docs/reference/api/typedoc/classes/Scalar.html
index 45da3f81d91..a974eb8cccf 100644
--- a/docs/reference/api/typedoc/classes/Scalar.html
+++ b/docs/reference/api/typedoc/classes/Scalar.html
@@ -1,8 +1,8 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Scalar | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons. [...]
argument to PackedFunc calls.</p>
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L312">runtime.ts:312</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L312">runtime.ts:312</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#dtype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>dtype</span></a>
<a href="#value" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>value</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L316">runtime.ts:316</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="value"><span>value</span><a href="#value" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L314">runtime.ts:314</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/ico [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L316">runtime.ts:316</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="value"><span>value</span><a href="#value" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L314">runtime.ts:314</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/ico [...]
diff --git a/docs/reference/api/typedoc/classes/TVMArray.html b/docs/reference/api/typedoc/classes/TVMArray.html
index ceb0b72de18..ed7d4ea4286 100644
--- a/docs/reference/api/typedoc/classes/TVMArray.html
+++ b/docs/reference/api/typedoc/classes/TVMArray.html
@@ -1,21 +1,21 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TVMArray | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icon [...]
-</div></section><section class="tsd-panel tsd-hierarchy" data-refl="112"><h4>Hierarchy (<a href="../hierarchy.html#TVMArray">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">TVMArray</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.c [...]
+</div></section><section class="tsd-panel tsd-hierarchy" data-refl="112"><h4>Hierarchy (<a href="../hierarchy.html#TVMArray">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">TVMArray</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.c [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#get" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get</span></a>
<a href="#gethandle" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Handle</span></a>
<a href="#size" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>size</span></a>
<a href="#typeindex" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Index</span></a>
<a href="#typekey" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="get">< [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="get">< [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">index</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>the array index.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/_internal_.TVMObjectBase.html" class="tsd-signature-type tsd-kind-type-alias">TVMObjectBase</a></h4><p>The element.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L764">runtime.ts:764</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L764">runtime.ts:764</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">requireNotNull</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>require handle is not null.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="size"><span>size</span><a href="#size" aria-label="Permalink" class="tsd-anchor-icon"><svg view [...]
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L756">runtime.ts:756</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
+<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="size"><span>size</span><a href="#size" aria-label="Permalink" class="tsd-anchor-icon"><svg view [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L756">runtime.ts:756</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
diff --git a/docs/reference/api/typedoc/classes/TVMObject.html b/docs/reference/api/typedoc/classes/TVMObject.html
index 9cc01f328e5..49e682c0d84 100644
--- a/docs/reference/api/typedoc/classes/TVMObject.html
+++ b/docs/reference/api/typedoc/classes/TVMObject.html
@@ -1,15 +1,15 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TVMObject | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ico [...]
-</div></section><section class="tsd-panel tsd-hierarchy" data-refl="135"><h4>Hierarchy (<a href="../hierarchy.html#TVMObject">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">TVMObject</span><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></li><li class="tsd-hierarchy-item"><a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tenso [...]
+</div></section><section class="tsd-panel tsd-hierarchy" data-refl="135"><h4>Hierarchy (<a href="../hierarchy.html#TVMObject">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">TVMObject</span><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></li><li class="tsd-hierarchy-item"><a href="Tensor.html" class="tsd-signature-type tsd-kind-class">Tenso [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#gethandle" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Handle</span></a>
<a href="#typeindex" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Index</span></a>
<a href="#typekey" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">requireNotNull</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>require handle is not null.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></s [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typekey"><span>type<wbr/>Key</span><a href="#typekey" aria-label="Permalink" class="tsd-anchor-icon"><svg vie [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></s [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="typekey"><span>type<wbr/>Key</span><a href="#typekey" aria-label="Permalink" class="tsd-anchor-icon"><svg vie [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary [...]
diff --git a/docs/reference/api/typedoc/classes/Tensor.html b/docs/reference/api/typedoc/classes/Tensor.html
index f80ae4caeb6..b8c0ea6ecb0 100644
--- a/docs/reference/api/typedoc/classes/Tensor.html
+++ b/docs/reference/api/typedoc/classes/Tensor.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Tensor | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons. [...]
-</div></section><section class="tsd-panel tsd-hierarchy" data-refl="65"><h4>Hierarchy (<a href="../hierarchy.html#Tensor">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">Tensor</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/ap [...]
+</div></section><section class="tsd-panel tsd-hierarchy" data-refl="65"><h4>Hierarchy (<a href="../hierarchy.html#Tensor">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">Tensor</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/ap [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#device" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device</span></a>
<a href="#dtype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>dtype</span></a>
<a href="#isview" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>is<wbr/>View</span></a>
@@ -15,35 +15,35 @@
<a href="#typeindex" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Index</span></a>
<a href="#typekey" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Key</span></a>
<a href="#view" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>view</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L512">runtime.ts:512</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dtype"><span>dtype</span><a href="#dtype" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L508">runtime.ts:508</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="isview"><span>is<wbr/>View</span><a href="#isview" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div cl [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L514">runtime.ts:514</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="ndim"><span>ndim</span><a href="#ndim" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-sig [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L506">runtime.ts:506</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="shape"><span>shape</span><a href="#shape" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L510">runtime.ts:510</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L512">runtime.ts:512</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dtype"><span>dtype</span><a href="#dtype" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L508">runtime.ts:508</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="isview"><span>is<wbr/>View</span><a href="#isview" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div cl [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L514">runtime.ts:514</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="ndim"><span>ndim</span><a href="#ndim" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-sig [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L506">runtime.ts:506</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="shape"><span>shape</span><a href="#shape" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd- [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L510">runtime.ts:510</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown">< [...]
The number of elements must match.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">data</span>: <br/> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">Uint8Array</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">ArrayBufferLike</span><span class="tsd-signature-symbol">></span><br/> <span class="tsd-signature-symbol">|</span> <span class="tsd-sig [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">this</span></h4><p>this</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L607">runtime.ts:607</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="copyfromrawbytes"><span>copy<wbr/>From<wbr/>Raw<wbr/>Bytes</span><a href="#copyfromrawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L607">runtime.ts:607</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="copyfromrawbytes"><span>copy<wbr/>From<wbr/>Raw<wbr/>Bytes</span><a href="#copyfromrawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">data</span>: <span class="tsd-signature-type">Uint8Array</span></span><div class="tsd-comment tsd-typography"><p>Uint8Array of bytes.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">this</span></h4><p>this</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L650">runtime.ts:650</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></us [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L650">runtime.ts:650</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></us [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getdat [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getdat [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L593">runtime.ts:593</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L593">runtime.ts:593</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="gethandle"><span>get<wbr/>Handle</span><a href="#gethandle" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">requireNotNull</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>require handle is not null.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="toarray"><span>to<wbr/>Array</span><a href="#toarray" aria-label="Permalink" class="tsd-anchor- [...]
+<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="toarray"><span>to<wbr/>Array</span><a href="#toarray" aria-label="Permalink" class="tsd-anchor- [...]
the dtype of the Tensor.</p>
</div><h4 class="tsd-returns-title">Returns <br/> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">Uint8Array</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">ArrayBufferLike</span><span class="tsd-signature-symbol">></span><br/> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">Int32Array</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">ArrayBufferLike< [...]
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L683">runtime.ts:683</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="torawbytes"><span>to<wbr/>Raw<wbr/>Bytes</span><a href="#torawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L683">runtime.ts:683</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="torawbytes"><span>to<wbr/>Raw<wbr/>Bytes</span><a href="#torawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"> [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><p>The result array.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L671">runtime.ts:671</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="view [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L671">runtime.ts:671</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="view [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">shape</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></span><div class="tsd-comment tsd-typography"><p>The shape of the view.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">dtype</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The data type of the new array.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">Tensor</a></h4><p>The new sliced ndarray.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L576">runtime.ts:576</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L576">runtime.ts:576</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../ [...]
diff --git a/docs/reference/api/typedoc/classes/VirtualMachine.html b/docs/reference/api/typedoc/classes/VirtualMachine.html
index 512d33bf1aa..249450f6ee2 100644
--- a/docs/reference/api/typedoc/classes/VirtualMachine.html
+++ b/docs/reference/api/typedoc/classes/VirtualMachine.html
@@ -2,18 +2,18 @@
<p>This is a thin wrapper of the underlying TVM module.
you can also directly call set_input, run, and get_output
of underlying module functions</p>
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L781">runtime.ts:781</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L781">runtime.ts:781</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#getfunction" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Function</span></a>
<a href="#getinternalmodule" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Internal<wbr/>Module</span></a>
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">mod</span>: <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></span><div class="tsd-comment tsd-typography"><p>The underlying module, need to be detached.</p>
</div></li><li><span><span class="tsd-kind-parameter">device</span>: <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></span><div class="tsd-comment tsd-typography"><p>The main device ro run VM on.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">VirtualMachine</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L788">runtime.ts:788</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key=" [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="" class="tsd-signature-type tsd-kind-class">VirtualMachine</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L788">runtime.ts:788</a></li></ul></aside></div></li></ul></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key=" [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L801">runtime.ts:801</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L801">runtime.ts:801</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the function.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The result function.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L809">runtime.ts:809</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getinternalmodule"><span>get<wbr/>Internal<wbr/>Module</span><a href="#getinternalmodule" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ic [...]
-</div><h4 class="tsd-returns-title">Returns <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L816">runtime.ts:816</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L809">runtime.ts:809</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getinternalmodule"><span>get<wbr/>Internal<wbr/>Module</span><a href="#getinternalmodule" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/ic [...]
+</div><h4 class="tsd-returns-title">Returns <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L816">runtime.ts:816</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.AsyncifyHandler.html b/docs/reference/api/typedoc/classes/_internal_.AsyncifyHandler.html
index d4358800fc6..77264b11cac 100644
--- a/docs/reference/api/typedoc/classes/_internal_.AsyncifyHandler.html
+++ b/docs/reference/api/typedoc/classes/_internal_.AsyncifyHandler.html
@@ -1,20 +1,20 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>AsyncifyHandler | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asse [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/asyncify.ts#L44">asyncify.ts:44</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/asyncify.ts#L44">asyncify.ts:44</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#enabled" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>enabled</span></a>
<a href="#getstate" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>State</span></a>
<a href="#isnormalstackstate" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>is<wbr/>Normal<wbr/>Stack<wbr/>State</span></a>
<a href="#wrapexport" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>wrap<wbr/>Export</span></a>
<a href="#wrapimport" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>wrap<wbr/>Import</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>Whether the wasm enables asynctify</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/asyncify.ts#L69">asyncify.ts:69</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getstate"><span>get<wbr/>State</span><a href="#getstate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/asyncify.ts#L69">asyncify.ts:69</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getstate"><span>get<wbr/>State</span><a href="#getstate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg> [...]
</div><h4 class="tsd-returns-title">Returns <a href="../enums/_internal_.AsyncifyStateKind.html" class="tsd-signature-type tsd-kind-enum">AsyncifyStateKind</a></h4><p>The current asynctify state</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/asyncify.ts#L87">asyncify.ts:87</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="isnormalstackstate"><span>is<wbr/>Normal<wbr/>Stack<wbr/>State</span><a href="#isnormalstackstate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/asyncify.ts#L87">asyncify.ts:87</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="isnormalstackstate"><span>is<wbr/>Normal<wbr/>Stack<wbr/>State</span><a href="#isnormalstackstate" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../ [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>The current asynctify state</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/asyncify.ts#L78">asyncify.ts:78</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapexport"><span>wrap<wbr/>Export</span><a href="#wrapexport" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/asyncify.ts#L78">asyncify.ts:78</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapexport"><span>wrap<wbr/>Export</span><a href="#wrapexport" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">...</span><span class="tsd-kind-parameter">args</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span> <span class="tsd [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">...</span><span class="tsd-kind-parameter">args</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">Promise</span><span class="tsd-signature-sym [...]
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/asyncify.ts#L149">asyncify.ts:149</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapimport"><span>wrap<wbr/>Import</span><a href="#wrapimport" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></us [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/asyncify.ts#L149">asyncify.ts:149</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="wrapimport"><span>wrap<wbr/>Import</span><a href="#wrapimport" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></us [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">func</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">...</span><span class="tsd-kind-parameter">args</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span> <span class="tsd [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">...</span><span class="tsd-kind-parameter">args</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">)</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">any</span></h4><p>The wrapped function that [...]
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/asyncify.ts#L97">asyncify.ts:97</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../ [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/asyncify.ts#L97">asyncify.ts:97</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../ [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.CachedCallStack.html b/docs/reference/api/typedoc/classes/_internal_.CachedCallStack.html
index cf310442743..7411a892737 100644
--- a/docs/reference/api/typedoc/classes/_internal_.CachedCallStack.html
+++ b/docs/reference/api/typedoc/classes/_internal_.CachedCallStack.html
@@ -7,7 +7,7 @@ can still call into storeXX</li>
<li>Calls into commitToWasmMemory once.</li>
<li>reset.</li>
</ul>
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L279">memory.ts:279</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L279">memory.ts:279</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#tempargs" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>temp<wbr/>Args</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#allocbytearrayforstring" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>alloc<wbr/>Byte<wbr/>Array<wbr/>For<wbr/>String</span></a>
<a href="#allocptrarray" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>alloc<wbr/>Ptr<wbr/>Array</span></a>
@@ -25,37 +25,37 @@ can still call into storeXX</li>
<a href="#storerawbytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>store<wbr/>Raw<wbr/>Bytes</span></a>
<a href="#storeu32" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>store<wbr/>U32</span></a>
<a href="#storeusize" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>store<wbr/>U<wbr/>Size</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L281">memory.ts:281</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></u [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L281">memory.ts:281</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></u [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">data</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The string to allocate.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The offset of the byte array.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L446">memory.ts:446</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocptrarray"><span>alloc<wbr/>Ptr<wbr/>Array</span><a href="#allocptrarray" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-a [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L446">memory.ts:446</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocptrarray"><span>alloc<wbr/>Ptr<wbr/>Array</span><a href="#allocptrarray" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-a [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">count</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Number of pointers.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The allocated pointer array.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L385">memory.ts:385</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocrawbytes"><span>alloc<wbr/>Raw<wbr/>Bytes</span><a href="#allocrawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-a [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L385">memory.ts:385</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocrawbytes"><span>alloc<wbr/>Raw<wbr/>Bytes</span><a href="#allocrawbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-a [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">nbytes</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Number of bytes.</p>
<ul>
<li>Note: This function always allocate space that aligns to 64bit.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L357">memory.ts:357</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocthensetargbytes"><span>alloc<wbr/>Then<wbr/>Set<wbr/>Arg<wbr/>Bytes</span><a href="#alloct [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L357">memory.ts:357</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocthensetargbytes"><span>alloc<wbr/>Then<wbr/>Set<wbr/>Arg<wbr/>Bytes</span><a href="#alloct [...]
Allocate new temporary space for bytes.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">offset</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The offset to set ot data pointer.</p>
</div></li><li><span><span class="tsd-kind-parameter">data</span>: <span class="tsd-signature-type">Uint8Array</span></span><div class="tsd-comment tsd-typography"><p>The string content.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L478">memory.ts:478</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocthensetargstring"><span>alloc<wbr/>Then<wbr/>Set<wbr/>Arg<wbr/>String</span><a href="#alloct [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L478">memory.ts:478</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="allocthensetargstring"><span>alloc<wbr/>Then<wbr/>Set<wbr/>Arg<wbr/>String</span><a href="#alloct [...]
This function will call into allocBytes to allocate necessary data.
The address won't be set immediately(because the possible change of basePtr)
and will be filled when we commit the data.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">offset</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The offset to set ot data pointer.</p>
</div></li><li><span><span class="tsd-kind-parameter">data</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The string content.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L465">memory.ts:465</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="committowasmmemory"><span>commit<wbr/>To<wbr/>Wasm<wbr/>Memory</span><a href="#committowasmmemory [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L465">memory.ts:465</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="committowasmmemory"><span>commit<wbr/>To<wbr/>Wasm<wbr/>Memory</span><a href="#committowasmmemory [...]
This function can only be called once.
No further store function should be called.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">nbytes</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = ...</span></span><div class="tsd-comment tsd-typography"><p>Number of bytes to be stored.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L340">memory.ts:340</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><s [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L340">memory.ts:340</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><s [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L316">memory.ts:316</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L316">memory.ts:316</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
Note that the returned value becomes obsolete if alloc is called on the stack.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">offset</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The allocated offset.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L394">memory.ts:394</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="reset"><span>reset</span><a href="#reset" aria-label="Permalink" class="tsd-anchor-icon"><svg v [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L325">memory.ts:325</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="storef64"><span>store<wbr/>F64</span><a href="#storef64" aria-label="Permalink" class="tsd-anchor-icon"><svg view [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L394">memory.ts:394</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="reset"><span>reset</span><a href="#reset" aria-label="Permalink" class="tsd-anchor-icon"><svg v [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L325">memory.ts:325</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="storef64"><span>store<wbr/>F64</span><a href="#storef64" aria-label="Permalink" class="tsd-anchor-icon"><svg view [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.CanvasRenderManager.html b/docs/reference/api/typedoc/classes/_internal_.CanvasRenderManager.html
index 6503d09cb15..c5123291b33 100644
--- a/docs/reference/api/typedoc/classes/_internal_.CanvasRenderManager.html
+++ b/docs/reference/api/typedoc/classes/_internal_.CanvasRenderManager.html
@@ -1,10 +1,10 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CanvasRenderManager | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ [...]
which needs to be explicitly disposed.</p>
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/webgpu.ts#L235">webgpu.ts:235</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/webgpu.ts#L235">webgpu.ts:235</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#clear" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>clear</span></a>
<a href="#dispose" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#draw" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>draw</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/webgpu.ts#L394">webgpu.ts:394</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/webgpu.ts#L394">webgpu.ts:394</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.CrossOriginStorage.html b/docs/reference/api/typedoc/classes/_internal_.CrossOriginStorage.html
index 7facd0e27d0..f31fdeab693 100644
--- a/docs/reference/api/typedoc/classes/_internal_.CrossOriginStorage.html
+++ b/docs/reference/api/typedoc/classes/_internal_.CrossOriginStorage.html
@@ -1,6 +1,6 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorage | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorage | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#delete" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete</span></a>
<a href="#match" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>match</span></a>
<a href="#put" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>put</span></a>
<a href="#isavailable" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>is<wbr/>Available</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.Environment.html b/docs/reference/api/typedoc/classes/_internal_.Environment.html
index e5de412e828..3fe316ae729 100644
--- a/docs/reference/api/typedoc/classes/_internal_.Environment.html
+++ b/docs/reference/api/typedoc/classes/_internal_.Environment.html
@@ -1,15 +1,15 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Environment | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/i [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/LibraryProvider.html" class="tsd-signature-type tsd-kind-interface">LibraryProvider</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/environment.ts#L68">environment.ts:68</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-pan [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/LibraryProvider.html" class="tsd-signature-type tsd-kind-interface">LibraryProvider</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/environment.ts#L68">environment.ts:68</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-pan [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#imports" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>imports</span></a>
<a href="#logger" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>logger</span></a>
<a href="#packedcfunctable" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>packed<wbr/>C<wbr/>Func<wbr/>Table</span></a>
<a href="#packedcfunctablefreeid" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>packed<wbr/>C<wbr/>Func<wbr/>Table<wbr/>Free<wbr/>Id</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#start" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>start</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
-</div><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/LibraryProvider.html">LibraryProvider</a>.<a href="../interfaces/LibraryProvider.html#imports">imports</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/environment.ts#L70">environment.ts:70</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="logger"><span>logger</span><a href="#logger" aria-labe [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/LibraryProvider.html">LibraryProvider</a>.<a href="../interfaces/LibraryProvider.html#imports">imports</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/environment.ts#L70">environment.ts:70</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="logger"><span>logger</span><a href="#logger" aria-labe [...]
can call via TVMWasmPackedCFunc.</p>
<p>We maintain a separate table so that we can have un-limited amount
of functions that do not maps to the address space.</p>
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/environment.ts#L78">environment.ts:78</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="packedcfunctablefreeid"><span>packed<wbr/>C<wbr/>Func<wbr/>Table<wbr/>Free<wbr/>Id</span><a href="#packedcfunctablefreeid" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden=" [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/environment.ts#L84">environment.ts:84</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronD [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">inst</span>: <span class="tsd-signature-type">Instance</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/LibraryProvider.html">LibraryProvider</a>.<a href="../interfaces/LibraryProvider.html#start">s [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/environment.ts#L78">environment.ts:78</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="packedcfunctablefreeid"><span>packed<wbr/>C<wbr/>Func<wbr/>Table<wbr/>Free<wbr/>Id</span><a href="#packedcfunctablefreeid" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden=" [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/environment.ts#L84">environment.ts:84</a></li></ul></aside></section></section></details><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronD [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">inst</span>: <span class="tsd-signature-type">Instance</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/LibraryProvider.html">LibraryProvider</a>.<a href="../interfaces/LibraryProvider.html#start">s [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.FFILibrary.html b/docs/reference/api/typedoc/classes/_internal_.FFILibrary.html
index d6e1add828e..2a615ddb378 100644
--- a/docs/reference/api/typedoc/classes/_internal_.FFILibrary.html
+++ b/docs/reference/api/typedoc/classes/_internal_.FFILibrary.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FFILibrary | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ic [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L58">runtime.ts:58</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L58">runtime.ts:58</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#exports" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>exports</span></a>
<a href="#memory" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>memory</span></a>
<a href="#wasm32" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>wasm32</span></a>
@@ -9,7 +9,7 @@
<a href="#getoralloccallstack" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Or<wbr/>Alloc<wbr/>Call<wbr/>Stack</span></a>
<a href="#recyclecallstack" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>recycle<wbr/>Call<wbr/>Stack</span></a>
<a href="#sizeofptr" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>sizeof<wbr/>Ptr</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L81">runtime.ts:81</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L81">runtime.ts:81</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 cl [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.Memory.html b/docs/reference/api/typedoc/classes/_internal_.Memory.html
index d79c2714689..fa85bcdd4b9 100644
--- a/docs/reference/api/typedoc/classes/_internal_.Memory.html
+++ b/docs/reference/api/typedoc/classes/_internal_.Memory.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Memory | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons. [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L31">memory.ts:31</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use h [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L31">memory.ts:31</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use h [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#memory" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>memory</span></a>
<a href="#wasm32" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>wasm32</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#loadbytearrayasbytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>load<wbr/>Byte<wbr/>Array<wbr/>As<wbr/>Bytes</span></a>
@@ -21,26 +21,26 @@
<a href="#loadusize" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>load<wbr/>U<wbr/>Size</span></a>
<a href="#sizeofptr" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>sizeof<wbr/>Ptr</span></a>
<a href="#storerawbytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>store<wbr/>Raw<wbr/>Bytes</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">byteArrayPtr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The head address of the bytearray.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L244">memory.ts:244</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadbytearrayasstring"><span>load<wbr/>Byte<wbr/>Array<wbr/>As<wbr/>String</span><a href="# [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L244">memory.ts:244</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadbytearrayasstring"><span>load<wbr/>Byte<wbr/>Array<wbr/>As<wbr/>String</span><a href="# [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">byteArrayPtr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The head address of the bytearray.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L227">memory.ts:227</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadcstring"><span>load<wbr/>C<wbr/>String</span><a href="#loadcstring" aria-label="Permalink" [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L227">memory.ts:227</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadcstring"><span>load<wbr/>C<wbr/>String</span><a href="#loadcstring" aria-label="Permalink" [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The head address</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L144">memory.ts:144</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadf32"><span>load<wbr/>F32</span><a href="#loadf32" aria-label="Permalink" class="tsd-anchor- [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L144">memory.ts:144</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadf32"><span>load<wbr/>F32</span><a href="#loadf32" aria-label="Permalink" class="tsd-anchor- [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">objectHandle</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The handle of the object.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The object type index.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L177">memory.ts:177</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadpointer"><span>load<wbr/>Pointer</span><a href="#loadpointer" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L177">memory.ts:177</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadpointer"><span>load<wbr/>Pointer</span><a href="#loadpointer" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The head address</p>
</div></li><li><span><span class="tsd-kind-parameter">numBytes</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The number</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L132">memory.ts:132</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadsmallbytes"><span>load<wbr/>Small<wbr/>Bytes</span><a href="#loadsmallbytes" aria-label [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ffiAnyPtr</span>: <span class="tsd-signature-type">number</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L212">m [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L132">memory.ts:132</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadsmallbytes"><span>load<wbr/>Small<wbr/>Bytes</span><a href="#loadsmallbytes" aria-label [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ffiAnyPtr</span>: <span class="tsd-signature-type">number</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Uint8Array</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L212">m [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ffiAnyPtr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The pointer to the value.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><p>The small string.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L195">memory.ts:195</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadtypeinfotypekey"><span>load<wbr/>Type<wbr/>Info<wbr/>Type<wbr/>Key</span><a href="#loadtypeinfotypekey" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use hr [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L195">memory.ts:195</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadtypeinfotypekey"><span>load<wbr/>Type<wbr/>Info<wbr/>Type<wbr/>Key</span><a href="#loadtypeinfotypekey" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use hr [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">typeInfoPtr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The pointer to the type info.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><p>The type key.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L186">memory.ts:186</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadu16"><span>load<wbr/>U16</span><a href="#loadu16" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a>< [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L186">memory.ts:186</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="loadu16"><span>load<wbr/>U16</span><a href="#loadu16" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a>< [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The head address.</p>
</div></li><li><span><span class="tsd-kind-parameter">bytes</span>: <span class="tsd-signature-type">Uint8Array</span></span><div class="tsd-comment tsd-typography"><p>The bytes content.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/memory.ts#L165">memory.ts:165</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accor [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/memory.ts#L165">memory.ts:165</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accor [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.OPFSStore.html b/docs/reference/api/typedoc/classes/_internal_.OPFSStore.html
index 021c5b53954..7a35e51de0e 100644
--- a/docs/reference/api/typedoc/classes/_internal_.OPFSStore.html
+++ b/docs/reference/api/typedoc/classes/_internal_.OPFSStore.html
@@ -1,8 +1,8 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSStore | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ico [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSStore | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ico [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#has" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has</span></a>
<a href="#read" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>read</span></a>
<a href="#readarraybuffer" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>read<wbr/>Array<wbr/>Buffer</span></a>
<a href="#remove" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>remove</span></a>
<a href="#write" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>write</span></a>
<a href="#isavailable" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>is<wbr/>Available</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.PackedFuncCell.html b/docs/reference/api/typedoc/classes/_internal_.PackedFuncCell.html
index 583e4cff20b..8e88c2034ed 100644
--- a/docs/reference/api/typedoc/classes/_internal_.PackedFuncCell.html
+++ b/docs/reference/api/typedoc/classes/_internal_.PackedFuncCell.html
@@ -1,15 +1,15 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>PackedFuncCell | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asset [...]
-</div></section><section class="tsd-panel tsd-hierarchy" data-refl="817"><h4>Hierarchy (<a href="../hierarchy.html#<internal>.PackedFuncCell">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">PackedFuncCell</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a [...]
+</div></section><section class="tsd-panel tsd-hierarchy" data-refl="817"><h4>Hierarchy (<a href="../hierarchy.html#<internal>.PackedFuncCell">View Summary</a>)</h4><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a><ul class="tsd-hierarchy"><li class="tsd-hierarchy-item"><span class="tsd-hierarchy-target">PackedFuncCell</span></li></ul></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#dispose" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#gethandle" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Handle</span></a>
<a href="#typeindex" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Index</span></a>
<a href="#typekey" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>type<wbr/>Key</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L451">runtime.ts:451</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">requireNotNull</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></span><div class="tsd-comment tsd-typography"><p>require handle is not null.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
-<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permal [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
+<aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#gethandle">getHandle</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L466">runtime.ts:466</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="typeindex"><span>type<wbr/>Index</span><a href="#typeindex" aria-label="Permal [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeindex">typeIndex</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L474">runtime.ts:474</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd- [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typekey">typeKey</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L482">runtime.ts:482</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-sidebar"><div class="page-menu"> [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.RuntimeContext.html b/docs/reference/api/typedoc/classes/_internal_.RuntimeContext.html
index dfe0d7090da..c4b0df24409 100644
--- a/docs/reference/api/typedoc/classes/_internal_.RuntimeContext.html
+++ b/docs/reference/api/typedoc/classes/_internal_.RuntimeContext.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RuntimeContext | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asset [...]
-</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L157">runtime.ts:157</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
+</div></section><section class="tsd-panel"><h4>Implements</h4><ul class="tsd-hierarchy"><li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L157">runtime.ts:157</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-pan [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#applypresenceandfrequencypenalty" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>apply<wbr/>Presence<wbr/>And<wbr/>Frequency<wbr/>Penalty</span></a>
<a href="#applyrepetitionpenalty" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>apply<wbr/>Repetition<wbr/>Penalty</span></a>
<a href="#applysoftmaxwithtemperature" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>apply<wbr/>Softmax<wbr/>With<wbr/>Temperature</span></a>
@@ -34,14 +34,14 @@
<a href="#dispose" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>dispose</span></a>
<a href="#endscope" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>end<wbr/>Scope</span></a>
<a href="#movetoparentscope" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>move<wbr/>To<wbr/>Parent<wbr/>Scope</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div><section class="tsd-panel"><h4>Type Parameters</h4><ul class="tsd-type-parameter-list"><li><span id="attachtocurrentscopet"><span class="tsd-kind-type-parameter">T</span> <span class="tsd-signature-keyword">extends</span> <a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></span></li></ul></section><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kin [...]
</div></li></ul></div><h4 class="tsd-returns-title">Returns <a class="tsd-signature-type tsd-kind-type-parameter" href="#attachtocurrentscopet">T</a></h4><p>the same object.</p>
<ul>
<li>Note: This function only needs to be called for raw system C API values.
The return value of PackedFunc will be automatically tracked.</li>
</ul>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L270">runtime.ts:270</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="beginscope"><span>begin<wbr/>Scope</span><a href="#beginscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L270">runtime.ts:270</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="beginscope"><span>begin<wbr/>Scope</span><a href="#beginscope" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use> [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L222">runtime.ts:222</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L222">runtime.ts:222</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 [...]
diff --git a/docs/reference/api/typedoc/classes/_internal_.WebGPUContext.html b/docs/reference/api/typedoc/classes/_internal_.WebGPUContext.html
index fbde9a22a09..e2c38d9e346 100644
--- a/docs/reference/api/typedoc/classes/_internal_.WebGPUContext.html
+++ b/docs/reference/api/typedoc/classes/_internal_.WebGPUContext.html
@@ -1,6 +1,6 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>WebGPUContext | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets [...]
Manages all the webgpu resources here.</p>
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/webgpu.ts#L412">webgpu.ts:412</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/webgpu.ts#L412">webgpu.ts:412</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Properties</h3><div class="tsd-index-list"><a href="#device" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device</span></a>
<a href="#memory" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>memory</span></a>
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#bindcanvas" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>bind<wbr/>Canvas</span></a>
@@ -14,15 +14,15 @@ Manages all the webgpu resources here.</p>
<a href="#getdeviceapi" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Device<wbr/>API</span></a>
<a href="#runtimestatstext" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>runtime<wbr/>Stats<wbr/>Text</span></a>
<a href="#sync" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>sync</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Constructors"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Constructors</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="constructor"><span>constructor</span><a href="#con [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">canvas</span>: <span class="tsd-signature-type">HTMLCanvasElement</span></span><div class="tsd-comment tsd-typography"><p>The HTML canvas/</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/webgpu.ts#L574">webgpu.ts:574</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="clearcanvas"><span>clear<wbr/>Canvas</span><a href="#clearcanvas" aria-label="Permalink" class="t [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/webgpu.ts#L566">webgpu.ts:566</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="copyrawbytestobuffer"><span>copy<wbr/>Raw<wbr/>Bytes<wbr/>To<wbr/>Buffer</span><a href="#copyrawbytestobuffer" ar [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/webgpu.ts#L574">webgpu.ts:574</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="clearcanvas"><span>clear<wbr/>Canvas</span><a href="#clearcanvas" aria-label="Permalink" class="t [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/webgpu.ts#L566">webgpu.ts:566</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="copyrawbytestobuffer"><span>copy<wbr/>Raw<wbr/>Bytes<wbr/>To<wbr/>Buffer</span><a href="#copyrawbytestobuffer" ar [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">rawBytes</span>: <span class="tsd-signature-type">Uint8Array</span></span><div class="tsd-comment tsd-typography"><p>The raw bytes</p>
</div></li><li><span><span class="tsd-kind-parameter">toPtr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The target gpu buffer ptr</p>
</div></li><li><span><span class="tsd-kind-parameter">toOffset</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The beginning offset</p>
</div></li><li><span><span class="tsd-kind-parameter">nbytes</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>Number of bytes</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/webgpu.ts#L547">webgpu.ts:547</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createshader"><span>create<wbr/>Shader</span><a href="#createshader" aria-label="Permalink" class [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/webgpu.ts#L547">webgpu.ts:547</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createshader"><span>create<wbr/>Shader</span><a href="#createshader" aria-label="Permalink" class [...]
via createComputePipeline</p>
<ul>
<li></li>
@@ -30,7 +30,7 @@ via createComputePipeline</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">finfo</span>: <a href="../interfaces/_internal_.FunctionInfo.html" class="tsd-signature-type tsd-kind-interface">FunctionInfo</a></span><div class="tsd-comment tsd-typography"><p>The function information already parsed as a record.</p>
</div></li><li><span><span class="tsd-kind-parameter">code</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The shader data(in WGSL)</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Function</span></h4><p>The shader</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/webgpu.ts#L586">webgpu.ts:586</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createshaderasync"><span>create<wbr/>Shader<wbr/>Async</span><a href="#createshaderasync" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icon [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/webgpu.ts#L586">webgpu.ts:586</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createshaderasync"><span>create<wbr/>Shader<wbr/>Async</span><a href="#createshaderasync" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icon [...]
via createComputePipelineAsync</p>
<ul>
<li></li>
@@ -38,12 +38,12 @@ via createComputePipelineAsync</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">finfo</span>: <a href="../interfaces/_internal_.FunctionInfo.html" class="tsd-signature-type tsd-kind-interface">FunctionInfo</a></span><div class="tsd-comment tsd-typography"><p>The function information already parsed as a record.</p>
</div></li><li><span><span class="tsd-kind-parameter">code</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The shader data(in WGSL)</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">Function</span><span class="tsd-signature-symbol">></span></h4><p>The shader</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/webgpu.ts#L598">webgpu.ts:598</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><u [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/webgpu.ts#L482">webgpu.ts:482</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="drawimagefrombuffer"><span>draw<wbr/>Image<wbr/>From<wbr/>Buffer</span><a href="#drawimagefrombuffer" aria-label= [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/webgpu.ts#L598">webgpu.ts:598</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><u [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/webgpu.ts#L482">webgpu.ts:482</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="drawimagefrombuffer"><span>draw<wbr/>Image<wbr/>From<wbr/>Buffer</span><a href="#drawimagefrombuffer" aria-label= [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The GPU ptr</p>
</div></li><li><span><span class="tsd-kind-parameter">height</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The height of the image.</p>
</div></li><li><span><span class="tsd-kind-parameter">width</span>: <span class="tsd-signature-type">number</span></span><div class="tsd-comment tsd-typography"><p>The width of the image.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/webgpu.ts#L532">webgpu.ts:532</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="flushcommands"><span>flush<wbr/>Commands</span><a href="#flushcommands" aria-label="Permalink" cl [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/webgpu.ts#L532">webgpu.ts:532</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="flushcommands"><span>flush<wbr/>Commands</span><a href="#flushcommands" aria-label="Permalink" cl [...]
accumulated command encoder.</p>
<p>Must be called before:</p>
<ul>
@@ -53,10 +53,10 @@ accumulated command encoder.</p>
<li>Buffer deallocation (deviceFreeDataSpace)</li>
<li>Queue sync (sync)</li>
</ul>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/webgpu.ts#L468">webgpu.ts:468</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getdeviceapi"><span>get<wbr/>Device<wbr/>API</span><a href="#getdeviceapi" aria-label="Permalink" class="tsd-anch [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/webgpu.ts#L468">webgpu.ts:468</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getdeviceapi"><span>get<wbr/>Device<wbr/>API</span><a href="#getdeviceapi" aria-label="Permalink" class="tsd-anch [...]
*</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">name</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The name of the API.</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Function</span></h4><p>The corresponding device api.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/webgpu.ts#L863">webgpu.ts:863</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="runtimestatstext"><span>runtime<wbr/>Stats<wbr/>Text</span><a href="#runtimestatstext" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.s [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/webgpu.ts#L519">webgpu.ts:519</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sync"><span>sync</span><a href="#sync" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" [...]
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/webgpu.ts#L504">webgpu.ts:504</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-si [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/webgpu.ts#L863">webgpu.ts:863</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="runtimestatstext"><span>runtime<wbr/>Stats<wbr/>Text</span><a href="#runtimestatstext" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.s [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/webgpu.ts#L519">webgpu.ts:519</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="sync"><span>sync</span><a href="#sync" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/webgpu.ts#L504">webgpu.ts:504</a></li></ul></aside></div></li></ul></section></section></details></div><div class="col-si [...]
diff --git a/docs/reference/api/typedoc/enums/_internal_.AsyncifyStateKind.html b/docs/reference/api/typedoc/enums/_internal_.AsyncifyStateKind.html
index 84809e4e154..809a6581dce 100644
--- a/docs/reference/api/typedoc/enums/_internal_.AsyncifyStateKind.html
+++ b/docs/reference/api/typedoc/enums/_internal_.AsyncifyStateKind.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>AsyncifyStateKind | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../as [...]
-</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/asyncify.ts#L30">asyncify.ts:30</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
+</div></section><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/asyncify.ts#L30">asyncify.ts:30</a></li></ul></aside><section class="tsd-panel-group tsd-index-group"><section class="tsd-panel tsd-index-panel"><details class="tsd-index-content tsd-accordion" open><summary class="tsd-accordion-summary tsd-index-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><u [...]
<a href="#rewinding" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Rewinding</span></a>
<a href="#unwinding" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Unwinding</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Enumeration Members"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Enumeration Members</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="none"><span>None</span><a href="#non [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Enumeration Members"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Enumeration Members</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="none"><span>None</span><a href="#non [...]
diff --git a/docs/reference/api/typedoc/enums/_internal_.RPCServerState.html b/docs/reference/api/typedoc/enums/_internal_.RPCServerState.html
index 524410012ba..3aa5cad91c4 100644
--- a/docs/reference/api/typedoc/enums/_internal_.RPCServerState.html
+++ b/docs/reference/api/typedoc/enums/_internal_.RPCServerState.html
@@ -1,7 +1,7 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RPCServerState | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asset [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RPCServerState | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asset [...]
<a href="#initheaderkey" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Init<wbr/>Header<wbr/>Key</span></a>
<a href="#initserver" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Init<wbr/>Server</span></a>
<a href="#receivepacketbody" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Receive<wbr/>Packet<wbr/>Body</span></a>
<a href="#receivepacketheader" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Receive<wbr/>Packet<wbr/>Header</span></a>
<a href="#waitforcallback" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Enumeration Member"><use href="../assets/icons.svg#icon-16"></use></svg><span>Wait<wbr/>For<wbr/>Callback</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Enumeration Members"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Enumeration Members</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="initheader"><span>Init<wbr/>Header</ [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Enumeration Members"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Enumeration Members</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="initheader"><span>Init<wbr/>Header</ [...]
diff --git a/docs/reference/api/typedoc/functions/assert.html b/docs/reference/api/typedoc/functions/assert.html
index 06bdef9db28..201be18e47a 100644
--- a/docs/reference/api/typedoc/functions/assert.html
+++ b/docs/reference/api/typedoc/functions/assert.html
@@ -1,4 +1,4 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>assert | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons. [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">condition</span>: <span class="tsd-signature-type">boolean</span></span><div class="tsd-comment tsd-typography"><p>The condition to fail.</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">msg</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The message.</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-keyword">asserts</span> <span class="tsd-kind-parameter">condition</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/support.ts#L65">support.ts:65</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd- [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-keyword">asserts</span> <span class="tsd-kind-parameter">condition</span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/support.ts#L65">support.ts:65</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd- [...]
diff --git a/docs/reference/api/typedoc/functions/createArtifactCache.html b/docs/reference/api/typedoc/functions/createArtifactCache.html
index 3261154f9da..7fbd31ce01f 100644
--- a/docs/reference/api/typedoc/functions/createArtifactCache.html
+++ b/docs/reference/api/typedoc/functions/createArtifactCache.html
@@ -1 +1 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>createArtifactCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>createArtifactCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ [...]
diff --git a/docs/reference/api/typedoc/functions/createPolyfillWASI.html b/docs/reference/api/typedoc/functions/createPolyfillWASI.html
index 80e1e1f066f..fd5d53225a3 100644
--- a/docs/reference/api/typedoc/functions/createPolyfillWASI.html
+++ b/docs/reference/api/typedoc/functions/createPolyfillWASI.html
@@ -1,3 +1,3 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>createPolyfillWASI | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
</div><h4 class="tsd-returns-title">Returns <a href="../interfaces/LibraryProvider.html" class="tsd-signature-type tsd-kind-interface">LibraryProvider</a></h4><p>A wasi that can run on broswer or local.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/compact.ts#L53">compact.ts:53</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/compact.ts#L53">compact.ts:53</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
diff --git a/docs/reference/api/typedoc/functions/deleteTensorCache.html b/docs/reference/api/typedoc/functions/deleteTensorCache.html
index 4b329598a16..ca9344c973b 100644
--- a/docs/reference/api/typedoc/functions/deleteTensorCache.html
+++ b/docs/reference/api/typedoc/functions/deleteTensorCache.html
@@ -1,7 +1,7 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>deleteTensorCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../as [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">cacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cacheUrl for the items</p>
-</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">options</span>: <a href="../interfaces/TensorCacheAccessOptions.html" class="tsd-signature-type tsd-kind-interface">TensorCacheAccessOptions</a></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside c [...]
+</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">options</span>: <a href="../interfaces/TensorCacheAccessOptions.html" class="tsd-signature-type tsd-kind-interface">TensorCacheAccessOptions</a></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside c [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">cacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cacheUrl for the items</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheScope</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The scope identifier of the cache</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheType</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The type of the cache: "cache", "indexedDB", "cross-origin", or "opfs"</p>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/artifact_cache.ts#L899">artifact_cache.ts:899</a></li></ul></aside></div></li></ul></section></div><div c [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/artifact_cache.ts#L899">artifact_cache.ts:899</a></li></ul></aside></div></li></ul></section></div><div c [...]
diff --git a/docs/reference/api/typedoc/functions/detectGPUDevice.html b/docs/reference/api/typedoc/functions/detectGPUDevice.html
index 3f0721dd6f9..21cc2b389c8 100644
--- a/docs/reference/api/typedoc/functions/detectGPUDevice.html
+++ b/docs/reference/api/typedoc/functions/detectGPUDevice.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>detectGPUDevice | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asse [...]
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">powerPreference</span>: <span class="tsd-signature-type">"low-power"</span> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">"high-performance"</span><span class="tsd-signature-symbol"> = "high-performance"</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <spa [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">powerPreference</span>: <span class="tsd-signature-type">"low-power"</span> <span class="tsd-signature-symbol">|</span> <span class="tsd-signature-type">"high-performance"</span><span class="tsd-signature-symbol"> = "high-performance"</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <spa [...]
diff --git a/docs/reference/api/typedoc/functions/hasTensorInCache.html b/docs/reference/api/typedoc/functions/hasTensorInCache.html
index b8b6804caf3..5a543aae92e 100644
--- a/docs/reference/api/typedoc/functions/hasTensorInCache.html
+++ b/docs/reference/api/typedoc/functions/hasTensorInCache.html
@@ -1,9 +1,9 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>hasTensorInCache | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ass [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">tensorCacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cache url which links to the Tensor</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">options</span>: <a href="../interfaces/TensorCacheAccessOptions.html" class="tsd-signature-type tsd-kind-interface">TensorCacheAccessOptions</a></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol">></span></h4><p>th [...]
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/artifact_cache.ts#L858">artifact_cache.ts:858</a></li></ul></aside></div></li><li class=""><div class="tsd-signature tsd-anchor-link" id="hastensorincache-1"><span class="tsd-kind-call-signature">hasTensorInCache</span><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">tensorCacheUrl</span><span class="tsd-signature-s [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/artifact_cache.ts#L858">artifact_cache.ts:858</a></li></ul></aside></div></li><li class=""><div class="tsd-signature tsd-anchor-link" id="hastensorincache-1"><span class="tsd-kind-call-signature">hasTensorInCache</span><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">tensorCacheUrl</span><span class="tsd-signature-s [...]
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">tensorCacheUrl</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The cache url which links to the Tensor</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheScope</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The scope identifier of the cache</p>
</div></li><li><span><code class="tsd-tag">Optional</code><span class="tsd-kind-parameter">cacheType</span>: <span class="tsd-signature-type">string</span></span><div class="tsd-comment tsd-typography"><p>The type of the cache: "cache", "indexedDB", "cross-origin", or "opfs"</p>
</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol">></span></h4><p>the result if the cache has Tensor</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/artifact_cache.ts#L862">artifact_cache.ts:862</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/artifact_cache.ts#L862">artifact_cache.ts:862</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets [...]
diff --git a/docs/reference/api/typedoc/functions/instantiate.html b/docs/reference/api/typedoc/functions/instantiate.html
index 411129a5a84..e4c541ffb61 100644
--- a/docs/reference/api/typedoc/functions/instantiate.html
+++ b/docs/reference/api/typedoc/functions/instantiate.html
@@ -6,4 +6,4 @@ by passing its generated js Module as the imports.</p>
</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">bufferSource</span>: <span class="tsd-signature-type">ArrayBuffer</span></span><div class="tsd-comment tsd-typography"><p>The source to be compiled.</p>
</div></li><li><span><span class="tsd-kind-parameter">importObject</span>: <span class="tsd-signature-type">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">,</span> <span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol"> = {}</span></span><div class="tsd-comment tsd-typography"><p>The import objects.</p>
</div></li><li><span><span class="tsd-kind-parameter">logger</span>: <span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">msg</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">)</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">void</span><span class="tsd-signature-symbol"> = console.log</span></span><div class="tsd-comment tsd-typography"><p>The s [...]
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><a href="../classes/Instance.html" class="tsd-signature-type tsd-kind-class">Instance</a><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L2350">runtime.ts:2350</a></li></ul></aside></div [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><a href="../classes/Instance.html" class="tsd-signature-type tsd-kind-class">Instance</a><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L2350">runtime.ts:2350</a></li></ul></aside></div [...]
diff --git a/docs/reference/api/typedoc/functions/wasmPath.html b/docs/reference/api/typedoc/functions/wasmPath.html
index 7cd73cc2d74..d2d8665b721 100644
--- a/docs/reference/api/typedoc/functions/wasmPath.html
+++ b/docs/reference/api/typedoc/functions/wasmPath.html
@@ -1,3 +1,3 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>wasmPath | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icon [...]
</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><p>The wasm path.</p>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/support.ts#L75">support.ts:75</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/support.ts#L75">support.ts:75</a></li></ul></aside></div></li></ul></section></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon- [...]
diff --git a/docs/reference/api/typedoc/interfaces/ArtifactCacheTemplate.html b/docs/reference/api/typedoc/interfaces/ArtifactCacheTemplate.html
index aca8c0eb8c3..c704001a139 100644
--- a/docs/reference/api/typedoc/interfaces/ArtifactCacheTemplate.html
+++ b/docs/reference/api/typedoc/interfaces/ArtifactCacheTemplate.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCacheTemplate | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=". [...]
-</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">ArtifactCacheTemplate</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-call-signature" href="#addtocache-1">addToCache</a><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">url</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signat [...]
+</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">ArtifactCacheTemplate</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-call-signature" href="#addtocache-1">addToCache</a><span class="tsd-signature-symbol">(</span><br/> <span class="tsd-kind-parameter">url</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signat [...]
<a href="#deleteincache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>delete<wbr/>In<wbr/>Cache</span></a>
<a href="#fetchwithcache" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>fetch<wbr/>With<wbr/>Cache</span></a>
<a href="#hasallkeys" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>has<wbr/>All<wbr/>Keys</span></a>
@@ -20,11 +20,11 @@ data rather than a request, we specify <code>storagetype</code>. There are two o
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/artifact_cache.ts#L73">artifact_cache.ts:73</a></li></ul></aside></div></li></ul></section><section class [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/artifact_cache.ts#L73">artifact_cache.ts:73</a></li></ul></aside></div></li></ul></section><section class [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><u [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><u [...]
cache, fetch the data and then add to cache.</p>
<ul>
<li></li>
@@ -46,8 +46,8 @@ return the actual data object rather than the request. There are two options:</p
<ul>
<li>Note: This is an async function.</li>
</ul>
-<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/artifact_cache.ts#L59">artifact_cache.ts:59</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasallkeys"><span>has<wbr/>All<wbr/>Keys</span><a href="#hasallkeys" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#i [...]
+<aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/artifact_cache.ts#L59">artifact_cache.ts:59</a></li></ul></aside></div></li></ul></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="hasallkeys"><span>has<wbr/>All<wbr/>Keys</span><a href="#hasallkeys" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#i [...]
<ul>
<li>Note: This is an async function.</li>
</ul>
-</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
+</div><div class="tsd-parameters"><h4 class="tsd-parameters-title">Parameters</h4><ul class="tsd-parameter-list"><li><span><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></span></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbo [...]
diff --git a/docs/reference/api/typedoc/interfaces/Disposable.html b/docs/reference/api/typedoc/interfaces/Disposable.html
index f92239cd979..1c6ffa2cd03 100644
--- a/docs/reference/api/typedoc/interfaces/Disposable.html
+++ b/docs/reference/api/typedoc/interfaces/Disposable.html
@@ -1,7 +1,7 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Disposable | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ic [...]
which needs to be explicitly disposed.</p>
-</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">Disposable</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#dispose">dispose</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-symbol">()</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">;</span><br/><span cl [...]
+</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">Disposable</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#dispose">dispose</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-symbol">()</span> <span class="tsd-signature-symbol">=></span> <span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">;</span><br/><span cl [...]
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="dispose"><span>dispose</span><a href="#dispose" aria-l [...]
This function can be called multiple times,
only the first call will take effect.</p>
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/types.ts#L52">types.ts:52</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/types.ts#L52">types.ts:52</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg [...]
diff --git a/docs/reference/api/typedoc/interfaces/FetchTensorCacheOptions.html b/docs/reference/api/typedoc/interfaces/FetchTensorCacheOptions.html
index 655f95f3c48..85573f72ee8 100644
--- a/docs/reference/api/typedoc/interfaces/FetchTensorCacheOptions.html
+++ b/docs/reference/api/typedoc/interfaces/FetchTensorCacheOptions.html
@@ -1,6 +1,6 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FetchTensorCacheOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src= [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FetchTensorCacheOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src= [...]
<a href="#cachescope" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>cache<wbr/>Scope?</span></a>
<a href="#cachetype" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>cache<wbr/>Type?</span></a>
<a href="#opfsaccessmode" class="tsd-index-link tsd-is-inherited"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>opfs<wbr/>Access<wbr/>Mode?</span></a>
<a href="#signal" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>signal?</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="artifactcache"><code class="tsd-tag"> [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member tsd-is-inherited"><h3 class="tsd-anchor-link" id="artifactcache"><code class="tsd-tag"> [...]
diff --git a/docs/reference/api/typedoc/interfaces/GPUDeviceDetectOutput.html b/docs/reference/api/typedoc/interfaces/GPUDeviceDetectOutput.html
index 1a045940c7d..d8e99b25571 100644
--- a/docs/reference/api/typedoc/interfaces/GPUDeviceDetectOutput.html
+++ b/docs/reference/api/typedoc/interfaces/GPUDeviceDetectOutput.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>GPUDeviceDetectOutput | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=". [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>GPUDeviceDetectOutput | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=". [...]
<a href="#adapterinfo" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>adapter<wbr/>Info</span></a>
<a href="#device" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>device</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="adapter"><span>adapter</span><a href="#adapter" aria-l [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="adapter"><span>adapter</span><a href="#adapter" aria-l [...]
diff --git a/docs/reference/api/typedoc/interfaces/InitProgressReport.html b/docs/reference/api/typedoc/interfaces/InitProgressReport.html
index fd9cc40b911..708c0e9a3dd 100644
--- a/docs/reference/api/typedoc/interfaces/InitProgressReport.html
+++ b/docs/reference/api/typedoc/interfaces/InitProgressReport.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>InitProgressReport | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>InitProgressReport | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
<a href="#text" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>text</span></a>
<a href="#timeelapsed" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>time<wbr/>Elapsed</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="progress"><span>progress</span><a href="#progress" ari [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="progress"><span>progress</span><a href="#progress" ari [...]
diff --git a/docs/reference/api/typedoc/interfaces/LibraryProvider.html b/docs/reference/api/typedoc/interfaces/LibraryProvider.html
index 66c637afee3..7fd0ab34615 100644
--- a/docs/reference/api/typedoc/interfaces/LibraryProvider.html
+++ b/docs/reference/api/typedoc/interfaces/LibraryProvider.html
@@ -4,9 +4,9 @@ syslibs(e.g. libs provided by WASI and beyond) for the Wasm runtime.</p>
<p>The <a href="#start" class="tsd-kind-property">LibraryProvider.start</a> callback will be called
to allow the library provider to initialize related resources during startup time.</p>
<p>We can use Emscripten generated js Module as a { wasmLibraryProvider: LibraryProvider }.</p>
-</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">LibraryProvider</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#imports">imports</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">,</span> <span [...]
+</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">LibraryProvider</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#imports">imports</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">,</span> <span [...]
<a href="#start" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>start</span></a>
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="imports"><span>imports</span><a href="#imports" aria-l [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/types.ts#L34">types.ts:34</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="start"><span>start</span><a href="#start" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-signat [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/types.ts#L34">types.ts:34</a></li></ul></aside></section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="start"><span>start</span><a href="#start" aria-label="Permalink" class="tsd-anchor-icon"><svg viewBox="0 0 24 24" aria-hidden="true"><use href="../assets/icons.svg#icon-anchor"></use></svg></a></h3><div class="tsd-signat [...]
</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">inst</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">Instance</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">void</span>< [...]
-</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4></li></ul></li></ul></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/types.ts#L39">types.ts:39</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd [...]
+</div></li></ul></div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4></li></ul></li></ul></div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/types.ts#L39">types.ts:39</a></li></ul></aside></section></section></details></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd [...]
diff --git a/docs/reference/api/typedoc/interfaces/TensorCacheAccessOptions.html b/docs/reference/api/typedoc/interfaces/TensorCacheAccessOptions.html
index da95e207c00..7c6c5ff08ca 100644
--- a/docs/reference/api/typedoc/interfaces/TensorCacheAccessOptions.html
+++ b/docs/reference/api/typedoc/interfaces/TensorCacheAccessOptions.html
@@ -1,5 +1,5 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorCacheAccessOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorCacheAccessOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src [...]
<a href="#cachescope" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>cache<wbr/>Scope?</span></a>
<a href="#cachetype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>cache<wbr/>Type?</span></a>
<a href="#opfsaccessmode" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>opfs<wbr/>Access<wbr/>Mode?</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="artifactcache"><code class="tsd-tag">Optional</code><s [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="artifactcache"><code class="tsd-tag">Optional</code><s [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginHashDescriptor.html b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginHashDescriptor.html
index cac7814f79f..1979f11080f 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginHashDescriptor.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginHashDescriptor.html
@@ -1,3 +1,3 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginHashDescriptor | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async sr [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginHashDescriptor | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async sr [...]
<a href="#value" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>value</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="algorithm"><span>algorithm</span><a href="#algorithm" [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="algorithm"><span>algorithm</span><a href="#algorithm" [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageAPI.html b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageAPI.html
index 50ed21f7928..5cac40b5aee 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageAPI.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageAPI.html
@@ -1,2 +1,2 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageAPI | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=". [...]
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="requestfilehandle"><span>request<wbr/>File<wbr/>Handle</span [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageAPI | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=". [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="requestfilehandle"><span>request<wbr/>File<wbr/>Handle</span [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageHandle.html b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageHandle.html
index 74ef4c054cb..b408327de05 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageHandle.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageHandle.html
@@ -1,3 +1,3 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageHandle | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageHandle | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src [...]
<a href="#getfile" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>File</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createwritable"><span>create<wbr/>Writable</span><a href="#c [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createwritable"><span>create<wbr/>Writable</span><a href="#c [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageRequestFileHandleOptions.html b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageRequestFileHandleOptions.html
index d359ce05bfd..5c05919c33d 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageRequestFileHandleOptions.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageRequestFileHandleOptions.html
@@ -1,2 +1,2 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageRequestFileHandleOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script [...]
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="create"><code class="tsd-tag">Optional</code><span>cre [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageRequestFileHandleOptions | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="create"><code class="tsd-tag">Optional</code><span>cre [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageWritable.html b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageWritable.html
index 8515f3c54aa..24b455ca67d 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageWritable.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.CrossOriginStorageWritable.html
@@ -1,3 +1,3 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageWritable | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async s [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>CrossOriginStorageWritable | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async s [...]
<a href="#write" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>write</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="close"><span>close</span><a href="#close" aria-label="Permal [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="close"><span>close</span><a href="#close" aria-label="Permal [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.FunctionInfo.html b/docs/reference/api/typedoc/interfaces/_internal_.FunctionInfo.html
index e2e064b2a4c..5ea22ed84b9 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.FunctionInfo.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.FunctionInfo.html
@@ -1,5 +1,5 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FunctionInfo | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ [...]
-</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">FunctionInfo</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#arg_types">arg_types</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">;</span><br/> <a class="tsd-kind-property" href="#launch_pa [...]
+</div></section><div class="tsd-signature"><span class="tsd-signature-keyword">interface</span> <span class="tsd-kind-interface">FunctionInfo</span> <span class="tsd-signature-symbol">{</span><br/> <a class="tsd-kind-property" href="#arg_types">arg_types</a><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">;</span><br/> <a class="tsd-kind-property" href="#launch_pa [...]
<a href="#launch_param_tags" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>launch_<wbr/>param_<wbr/>tags</span></a>
<a href="#name" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>name</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="arg_types"><span>arg_<wbr/>types</span><a href="#arg_t [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="arg_types"><span>arg_<wbr/>types</span><a href="#arg_t [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.OPFSDirectoryHandle.html b/docs/reference/api/typedoc/interfaces/_internal_.OPFSDirectoryHandle.html
index 7d330a1c571..28bf4763325 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.OPFSDirectoryHandle.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.OPFSDirectoryHandle.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSDirectoryHandle | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSDirectoryHandle | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ [...]
<a href="#getfilehandle" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>File<wbr/>Handle</span></a>
<a href="#removeentry" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>remove<wbr/>Entry</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getdirectoryhandle"><span>get<wbr/>Directory<wbr/>Handle</sp [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getdirectoryhandle"><span>get<wbr/>Directory<wbr/>Handle</sp [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.OPFSFileHandle.html b/docs/reference/api/typedoc/interfaces/_internal_.OPFSFileHandle.html
index 5d1140b110d..d2d0d472526 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.OPFSFileHandle.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.OPFSFileHandle.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSFileHandle | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asset [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSFileHandle | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asset [...]
</div></section><section class="tsd-index-section"><h3 class="tsd-index-heading">Methods</h3><div class="tsd-index-list"><a href="#createwritable" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>create<wbr/>Writable</span></a>
<a href="#getfile" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>File</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createsyncaccesshandle"><code class="tsd-tag">Optional [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="createsyncaccesshandle"><code class="tsd-tag">Optional [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.OPFSStorageManager.html b/docs/reference/api/typedoc/interfaces/_internal_.OPFSStorageManager.html
index 628817cbca6..970a9e7622e 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.OPFSStorageManager.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.OPFSStorageManager.html
@@ -1,2 +1,2 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSStorageManager | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getdirectory"><code class="tsd-tag">Optional</code><sp [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSStorageManager | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="getdirectory"><code class="tsd-tag">Optional</code><sp [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.OPFSStoreRecord.html b/docs/reference/api/typedoc/interfaces/_internal_.OPFSStoreRecord.html
index 4327003ada9..8a1f75f6489 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.OPFSStoreRecord.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.OPFSStoreRecord.html
@@ -1,4 +1,4 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSStoreRecord | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asse [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSStoreRecord | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asse [...]
<a href="#nbytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>nbytes</span></a>
<a href="#url" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>url</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="contenttype"><code class="tsd-tag">Optional</code><spa [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="contenttype"><code class="tsd-tag">Optional</code><spa [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.OPFSStoredEntry.html b/docs/reference/api/typedoc/interfaces/_internal_.OPFSStoredEntry.html
index 07a647df2f6..e7eb74fdc8b 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.OPFSStoredEntry.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.OPFSStoredEntry.html
@@ -1,3 +1,3 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSStoredEntry | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asse [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSStoredEntry | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asse [...]
<a href="#record" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>record</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="payloadhandle"><span>payload<wbr/>Handle</span><a href [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="payloadhandle"><span>payload<wbr/>Handle</span><a href [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.OPFSSyncAccessHandle.html b/docs/reference/api/typedoc/interfaces/_internal_.OPFSSyncAccessHandle.html
index 651623f91c3..84a54fae17b 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.OPFSSyncAccessHandle.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.OPFSSyncAccessHandle.html
@@ -1,7 +1,7 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSSyncAccessHandle | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=".. [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSSyncAccessHandle | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=".. [...]
<a href="#flush" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>flush</span></a>
<a href="#getsize" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>get<wbr/>Size</span></a>
<a href="#read" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>read</span></a>
<a href="#truncate" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>truncate</span></a>
<a href="#write" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>write</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="close"><span>close</span><a href="#close" aria-label="Permal [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="close"><span>close</span><a href="#close" aria-label="Permal [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.OPFSWritableFileStream.html b/docs/reference/api/typedoc/interfaces/_internal_.OPFSWritableFileStream.html
index 825ade00c52..2e739cd2fde 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.OPFSWritableFileStream.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.OPFSWritableFileStream.html
@@ -1,5 +1,5 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSWritableFileStream | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=" [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSWritableFileStream | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=" [...]
<a href="#write" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Method"><use href="../assets/icons.svg#icon-2048"></use></svg><span>write</span></a>
</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Methods"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Methods</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="close"><span>close</span><a href="#close" aria-label="Permal [...]
<p><a href="https://developer.mozilla.org/docs/Web/API/WritableStream/close">MDN Reference</a></p>
-</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Overrides WritableStream.close</p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/opfs_store.ts#L27">opfs_store.ts:27</a></li></ul></aside></div></li></ul></section>< [...]
+</div><h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources"><p>Overrides WritableStream.close</p><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/opfs_store.ts#L27">opfs_store.ts:27</a></li></ul></aside></div></li></ul></section>< [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.TensorCacheEntry.html b/docs/reference/api/typedoc/interfaces/_internal_.TensorCacheEntry.html
index 1d47f2bff2c..0ab4717270c 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.TensorCacheEntry.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.TensorCacheEntry.html
@@ -1,7 +1,7 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorCacheEntry | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ass [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorCacheEntry | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ass [...]
<a href="#dtype" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>dtype</span></a>
<a href="#format" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>format</span></a>
<a href="#name" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>name</span></a>
<a href="#nbytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>nbytes</span></a>
<a href="#shape" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>shape</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="byteoffset"><span>byte<wbr/>Offset</span><a href="#byt [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="byteoffset"><span>byte<wbr/>Offset</span><a href="#byt [...]
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.TensorShardEntry.html b/docs/reference/api/typedoc/interfaces/_internal_.TensorShardEntry.html
index c1f8bc91527..f12a446e5c7 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.TensorShardEntry.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.TensorShardEntry.html
@@ -1,5 +1,5 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorShardEntry | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ass [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TensorShardEntry | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../ass [...]
<a href="#format" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>format</span></a>
<a href="#nbytes" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>nbytes</span></a>
<a href="#records" class="tsd-index-link"><svg class="tsd-kind-icon" viewBox="0 0 24 24" aria-label="Property"><use href="../assets/icons.svg#icon-1024"></use></svg><span>records</span></a>
-</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="datapath"><span>data<wbr/>Path</span><a href="#datapat [...]
+</div></section></div></details></section></section><details class="tsd-panel-group tsd-member-group tsd-accordion" open><summary class="tsd-accordion-summary" data-key="section-Properties"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></svg><h2>Properties</h2></summary><section><section class="tsd-panel tsd-member"><h3 class="tsd-anchor-link" id="datapath"><span>data<wbr/>Path</span><a href="#datapat [...]
diff --git a/docs/reference/api/typedoc/types/ArtifactCacheType.html b/docs/reference/api/typedoc/types/ArtifactCacheType.html
index 41461fd5f1b..d226e46d91d 100644
--- a/docs/reference/api/typedoc/types/ArtifactCacheType.html
+++ b/docs/reference/api/typedoc/types/ArtifactCacheType.html
@@ -1 +1 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCacheType | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../as [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>ArtifactCacheType | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../as [...]
diff --git a/docs/reference/api/typedoc/types/InitProgressCallback.html b/docs/reference/api/typedoc/types/InitProgressCallback.html
index bf5bdd50b95..433ecddf9df 100644
--- a/docs/reference/api/typedoc/types/InitProgressCallback.html
+++ b/docs/reference/api/typedoc/types/InitProgressCallback.html
@@ -1 +1 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>InitProgressCallback | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=".. [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>InitProgressCallback | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src=".. [...]
diff --git a/docs/reference/api/typedoc/types/OPFSAccessMode.html b/docs/reference/api/typedoc/types/OPFSAccessMode.html
index 11d0ec7a46e..7d565a2b6b9 100644
--- a/docs/reference/api/typedoc/types/OPFSAccessMode.html
+++ b/docs/reference/api/typedoc/types/OPFSAccessMode.html
@@ -1 +1 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSAccessMode | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asset [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSAccessMode | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asset [...]
diff --git a/docs/reference/api/typedoc/types/PackedFunc.html b/docs/reference/api/typedoc/types/PackedFunc.html
index 4adb8e535e7..dcc7fd47572 100644
--- a/docs/reference/api/typedoc/types/PackedFunc.html
+++ b/docs/reference/api/typedoc/types/PackedFunc.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>PackedFunc | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/ic [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L44">runtime.ts:44</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use>< [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L44">runtime.ts:44</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use>< [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.AsyncPackedFunc.html b/docs/reference/api/typedoc/types/_internal_.AsyncPackedFunc.html
index 9218d271caf..0e2b19d4573 100644
--- a/docs/reference/api/typedoc/types/_internal_.AsyncPackedFunc.html
+++ b/docs/reference/api/typedoc/types/_internal_.AsyncPackedFunc.html
@@ -1,3 +1,3 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>AsyncPackedFunc | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../asse [...]
possibly may contain stack unwinding through Asynctify</p>
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L51">runtime.ts:51</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use>< [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L51">runtime.ts:51</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use>< [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.FObjectConstructor.html b/docs/reference/api/typedoc/types/_internal_.FObjectConstructor.html
index 055f14a83b9..7bceb358487 100644
--- a/docs/reference/api/typedoc/types/_internal_.FObjectConstructor.html
+++ b/docs/reference/api/typedoc/types/_internal_.FObjectConstructor.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FObjectConstructor | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
-</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">handle</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">,</span> <span class="tsd-kind-paramete [...]
+</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">handle</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">,</span> <span class="tsd-kind-paramete [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.FTVMFFIWasmSafeCallType.html b/docs/reference/api/typedoc/types/_internal_.FTVMFFIWasmSafeCallType.html
index 87ae23d06d7..4d6b03dfc94 100644
--- a/docs/reference/api/typedoc/types/_internal_.FTVMFFIWasmSafeCallType.html
+++ b/docs/reference/api/typedoc/types/_internal_.FTVMFFIWasmSafeCallType.html
@@ -1,3 +1,3 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FTVMFFIWasmSafeCallType | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src= [...]
int32_t num_args, TVMFFIAny* result);</p>
-</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">self</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">,</span> <span class="tsd-kind-parameter" [...]
+</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">self</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">,</span> <span class="tsd-kind-parameter" [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.FTVMWasmAllocSpace.html b/docs/reference/api/typedoc/types/_internal_.FTVMWasmAllocSpace.html
index b5b85bafec2..c671d51b3a0 100644
--- a/docs/reference/api/typedoc/types/_internal_.FTVMWasmAllocSpace.html
+++ b/docs/reference/api/typedoc/types/_internal_.FTVMWasmAllocSpace.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FTVMWasmAllocSpace | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../a [...]
-</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">size</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" c [...]
+</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">size</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" c [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.FTVMWasmFreeSpace.html b/docs/reference/api/typedoc/types/_internal_.FTVMWasmFreeSpace.html
index c24b1894dd8..0fb6ae8afa5 100644
--- a/docs/reference/api/typedoc/types/_internal_.FTVMWasmFreeSpace.html
+++ b/docs/reference/api/typedoc/types/_internal_.FTVMWasmFreeSpace.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>FTVMWasmFreeSpace | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../as [...]
-</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">ptr</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol" [...]
+</div><div class="tsd-type-declaration"><h4>Type Declaration</h4><ul class="tsd-parameters"><li class="tsd-parameter-signature"><ul class="tsd-signatures"><li class="tsd-signature" id="__type"><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">ptr</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol" [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.OPFSEffectiveAccessMode.html b/docs/reference/api/typedoc/types/_internal_.OPFSEffectiveAccessMode.html
index 753d71ad702..05c2a57ec09 100644
--- a/docs/reference/api/typedoc/types/_internal_.OPFSEffectiveAccessMode.html
+++ b/docs/reference/api/typedoc/types/_internal_.OPFSEffectiveAccessMode.html
@@ -1 +1 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSEffectiveAccessMode | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src= [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSEffectiveAccessMode | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src= [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.OPFSSyncAccessHandleMode.html b/docs/reference/api/typedoc/types/_internal_.OPFSSyncAccessHandleMode.html
index 6a04bce3884..1399cca47ae 100644
--- a/docs/reference/api/typedoc/types/_internal_.OPFSSyncAccessHandleMode.html
+++ b/docs/reference/api/typedoc/types/_internal_.OPFSSyncAccessHandleMode.html
@@ -1 +1 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSSyncAccessHandleMode | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>OPFSSyncAccessHandleMode | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.Pointer.html b/docs/reference/api/typedoc/types/_internal_.Pointer.html
index 86c5747ef39..bd0d4c44abc 100644
--- a/docs/reference/api/typedoc/types/_internal_.Pointer.html
+++ b/docs/reference/api/typedoc/types/_internal_.Pointer.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>Pointer | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/icons [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/ctypes.ts#L25">ctypes.ts:25</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></s [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/ctypes.ts#L25">ctypes.ts:25</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use></s [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.RequestLike.html b/docs/reference/api/typedoc/types/_internal_.RequestLike.html
index bcc8a7c43e2..ddaeac8c422 100644
--- a/docs/reference/api/typedoc/types/_internal_.RequestLike.html
+++ b/docs/reference/api/typedoc/types/_internal_.RequestLike.html
@@ -1 +1 @@
-<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RequestLike | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/i [...]
+<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>RequestLike | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets/i [...]
diff --git a/docs/reference/api/typedoc/types/_internal_.TVMObjectBase.html b/docs/reference/api/typedoc/types/_internal_.TVMObjectBase.html
index be03ccae173..9f337b91d74 100644
--- a/docs/reference/api/typedoc/types/_internal_.TVMObjectBase.html
+++ b/docs/reference/api/typedoc/types/_internal_.TVMObjectBase.html
@@ -1,2 +1,2 @@
<!DOCTYPE html><html class="default" lang="en" data-base="../"><head><meta charset="utf-8"/><meta http-equiv="x-ua-compatible" content="IE=edge"/><title>TVMObjectBase | tvmjs</title><meta name="description" content="Documentation for tvmjs"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="../assets/style.css"/><link rel="stylesheet" href="../assets/highlight.css"/><script defer src="../assets/main.js"></script><script async src="../assets [...]
-</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/b00b85b30b7daa0226fb51e777463ad2166be31c/web/src/runtime.ts#L741">runtime.ts:741</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use [...]
+</div><aside class="tsd-sources"><ul><li>Defined in <a href="https://github.com/apache/tvm/blob/46a9a00c8e2ba2c69c539a46412bea0f7f5b9ac7/web/src/runtime.ts#L741">runtime.ts:741</a></li></ul></aside></div><div class="col-sidebar"><div class="page-menu"><div class="tsd-navigation settings"><details class="tsd-accordion"><summary class="tsd-accordion-summary"><svg width="20" height="20" viewBox="0 0 24 24" fill="none" aria-hidden="true"><use href="../assets/icons.svg#icon-chevronDown"></use [...]
diff --git a/docs/reference/publications.html b/docs/reference/publications.html
index 4c19beb8a23..c8927382cef 100644
--- a/docs/reference/publications.html
+++ b/docs/reference/publications.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/reference/security.html b/docs/reference/security.html
index 91221309b4b..8e6b1da0895 100644
--- a/docs/reference/security.html
+++ b/docs/reference/security.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/search.html b/docs/search.html
index d5225cd87af..dd5af23c5db 100644
--- a/docs/search.html
+++ b/docs/search.html
@@ -257,6 +257,7 @@
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="tirx/layout.html">Tensor Layout</a></li>
diff --git a/docs/searchindex.js b/docs/searchindex.js
index 519158656ac..a3545db3d58 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"@T.inline \u2014 inline functions": [[123, "t-inline-inline-functions"]], "@T.meta_class \u2014 parser-side state objects": [[123, "t-meta-class-parser-side-state-objects"]], "@T.prim_func vs @T.jit": [[122, "t-prim-func-vs-t-jit"]], "A stable extension boundary for future hardware": [[125, "a-stable-extension-boundary-for-future-hardware"]], "A worked example": [[113, "a-worked-example"]], "API Reference": [[57, null], [108, null]], "About": [[57, null]], [...]
\ No newline at end of file
+Search.setIndex({"alltitles": {"@T.inline \u2014 inline functions": [[123, "t-inline-inline-functions"]], "@T.meta_class \u2014 parser-side state objects": [[123, "t-meta-class-parser-side-state-objects"]], "@T.prim_func vs @T.jit": [[122, "t-prim-func-vs-t-jit"]], "A stable extension boundary for future hardware": [[126, "a-stable-extension-boundary-for-future-hardware"]], "A worked example": [[113, "a-worked-example"]], "API Reference": [[57, null], [108, null]], "About": [[57, null]], [...]
\ No newline at end of file
diff --git a/docs/sg_execution_times.html b/docs/sg_execution_times.html
index a01f1e51dd4..45e9b229078 100644
--- a/docs/sg_execution_times.html
+++ b/docs/sg_execution_times.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="tirx/native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="tirx/layout.html">Tensor Layout</a></li>
@@ -605,7 +606,7 @@ document.write(`
<section id="computation-times">
<span id="sphx-glr-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Link to this heading">#</a></h1>
-<p><strong>00:19.949</strong> total execution time for 16 files <strong>from all galleries</strong>:</p>
+<p><strong>00:19.934</strong> total execution time for 16 files <strong>from all galleries</strong>:</p>
<div class="docutils container">
<style scoped>
<link href="https://cdnjs.cloudflare.com/ajax/libs/twitter-bootstrap/5.3.0/css/bootstrap.min.css" rel="stylesheet" />
@@ -627,19 +628,19 @@ $(document).ready( function () {
</thead>
<tbody>
<tr class="row-even"><td><p><a class="reference internal" href="how_to/tutorials/optimize_llm.html#sphx-glr-how-to-tutorials-optimize-llm-py"><span class="std std-ref">Optimize Large Language Model</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/optimize_llm.py</span></code>)</p></td>
-<td><p>00:09.097</p></td>
+<td><p>00:09.140</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="get_started/tutorials/ir_module.html#sphx-glr-get-started-tutorials-ir-module-py"><span class="std std-ref">IRModule</span></a> (<code class="docutils literal notranslate"><span class="pre">../get_started/tutorials/ir_module.py</span></code>)</p></td>
-<td><p>00:05.106</p></td>
+<td><p>00:05.032</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="how_to/tutorials/import_model.html#sphx-glr-how-to-tutorials-import-model-py"><span class="std std-ref">Importing Models from ML Frameworks</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/import_model.py</span></code>)</p></td>
-<td><p>00:03.313</p></td>
+<td><p>00:03.297</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="how_to/tutorials/e2e_opt_model.html#sphx-glr-how-to-tutorials-e2e-opt-model-py"><span class="std std-ref">End-to-End Optimize Model</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/e2e_opt_model.py</span></code>)</p></td>
-<td><p>00:00.559</p></td>
+<td><p>00:00.570</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="how_to/tutorials/cross_compilation_and_rpc.html#sphx-glr-how-to-tutorials-cross-compilation-and-rpc-py"><span class="std std-ref">Cross Compilation and RPC</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/cross_compilation_and_rpc.py</span></code>)</p></td>
@@ -647,27 +648,27 @@ $(document).ready( function () {
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="deep_dive/tensor_ir/tutorials/tir_transformation.html#sphx-glr-deep-dive-tensor-ir-tutorials-tir-transformation-py"><span class="std std-ref">Transformation</span></a> (<code class="docutils literal notranslate"><span class="pre">../deep_dive/tensor_ir/tutorials/tir_transformation.py</span></code>)</p></td>
-<td><p>00:00.294</p></td>
+<td><p>00:00.301</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="deep_dive/tensor_ir/tutorials/tir_creation.html#sphx-glr-deep-dive-tensor-ir-tutorials-tir-creation-py"><span class="std std-ref">TensorIR Creation</span></a> (<code class="docutils literal notranslate"><span class="pre">../deep_dive/tensor_ir/tutorials/tir_creation.py</span></code>)</p></td>
-<td><p>00:00.287</p></td>
+<td><p>00:00.294</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="how_to/tutorials/customize_opt.html#sphx-glr-how-to-tutorials-customize-opt-py"><span class="std std-ref">Customize Optimization</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/customize_opt.py</span></code>)</p></td>
-<td><p>00:00.284</p></td>
+<td><p>00:00.287</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="deep_dive/relax/tutorials/relax_creation.html#sphx-glr-deep-dive-relax-tutorials-relax-creation-py"><span class="std std-ref">Relax Creation</span></a> (<code class="docutils literal notranslate"><span class="pre">../deep_dive/relax/tutorials/relax_creation.py</span></code>)</p></td>
-<td><p>00:00.156</p></td>
+<td><p>00:00.160</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="get_started/tutorials/quick_start.html#sphx-glr-get-started-tutorials-quick-start-py"><span class="std std-ref">Quick Start</span></a> (<code class="docutils literal notranslate"><span class="pre">../get_started/tutorials/quick_start.py</span></code>)</p></td>
-<td><p>00:00.156</p></td>
+<td><p>00:00.154</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.html#sphx-glr-deep-dive-tensor-ir-tutorials-dlight-gpu-scheduling-py"><span class="std std-ref">DLight: Rule-Based GPU Scheduling</span></a> (<code class="docutils literal notranslate"><span class="pre">../deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.py</span></code>)</p></td>
-<td><p>00:00.122</p></td>
+<td><p>00:00.123</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="deep_dive/relax/tutorials/relax_transformation.html#sphx-glr-deep-dive-relax-tutorials-relax-transformation-py"><span class="std std-ref">Transformation</span></a> (<code class="docutils literal notranslate"><span class="pre">../deep_dive/relax/tutorials/relax_transformation.py</span></code>)</p></td>
@@ -675,7 +676,7 @@ $(document).ready( function () {
<td><p>0.0</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="how_to/tutorials/bring_your_own_codegen.html#sphx-glr-how-to-tutorials-bring-your-own-codegen-py"><span class="std std-ref">Bring Your Own Codegen</span></a> (<code class="docutils literal notranslate"><span class="pre">../how_to/tutorials/bring_your_own_codegen.py</span></code>)</p></td>
-<td><p>00:00.037</p></td>
+<td><p>00:00.038</p></td>
<td><p>0.0</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="deep_dive/tensor_ir/tutorials/meta_schedule.html#sphx-glr-deep-dive-tensor-ir-tutorials-meta-schedule-py"><span class="std std-ref">MetaSchedule: Search-Based Auto-Tuning</span></a> (<code class="docutils literal notranslate"><span class="pre">../deep_dive/tensor_ir/tutorials/meta_schedule.py</span></code>)</p></td>
diff --git a/docs/tirx/api/analysis.html b/docs/tirx/api/analysis.html
index f17d4eef18a..bff4fdc4a9b 100644
--- a/docs/tirx/api/analysis.html
+++ b/docs/tirx/api/analysis.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/api/backend.html b/docs/tirx/api/backend.html
index 84bc7d4eb41..d7da6630639 100644
--- a/docs/tirx/api/backend.html
+++ b/docs/tirx/api/backend.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/api/index.html b/docs/tirx/api/index.html
index 68f5dc8b494..ea428fbd398 100644
--- a/docs/tirx/api/index.html
+++ b/docs/tirx/api/index.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/api/stmt_functor.html b/docs/tirx/api/stmt_functor.html
index a29bd183aae..e432eb86374 100644
--- a/docs/tirx/api/stmt_functor.html
+++ b/docs/tirx/api/stmt_functor.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/api/tirx.html b/docs/tirx/api/tirx.html
index 65b4b26f130..61cbea81ebb 100644
--- a/docs/tirx/api/tirx.html
+++ b/docs/tirx/api/tirx.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/api/transform.html b/docs/tirx/api/transform.html
index a2314ade7fc..d46a5094fc6 100644
--- a/docs/tirx/api/transform.html
+++ b/docs/tirx/api/transform.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/arch/index.html b/docs/tirx/arch/index.html
index f5cea9145ea..612dcb32ffb 100644
--- a/docs/tirx/arch/index.html
+++ b/docs/tirx/arch/index.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/arch/lowering_pipeline.html b/docs/tirx/arch/lowering_pipeline.html
index 076ad4d6153..a427a407881 100644
--- a/docs/tirx/arch/lowering_pipeline.html
+++ b/docs/tirx/arch/lowering_pipeline.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/install.html b/docs/tirx/install.html
index 0860bad186a..6f9a1747d71 100644
--- a/docs/tirx/install.html
+++ b/docs/tirx/install.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/layout.html b/docs/tirx/layout.html
index 918b0720003..11739eceecf 100644
--- a/docs/tirx/layout.html
+++ b/docs/tirx/layout.html
@@ -50,7 +50,7 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
<link rel="next" title="Tile Primitives" href="tile_primitives.html" />
- <link rel="prev" title="Compiling and inspecting" href="native_basics/cuda/compiling.html" />
+ <link rel="prev" title="In-kernel profiling with CudaProfiler" href="native_basics/cuda/profiling.html" />
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
</head>
@@ -257,6 +257,7 @@
<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1 current active"><a class="current reference internal" href="#">Tensor Layout</a></li>
@@ -985,12 +986,12 @@ dispatch.</p></li>
<div class="prev-next-area">
<a class="left-prev"
- href="native_basics/cuda/compiling.html"
+ href="native_basics/cuda/profiling.html"
title="previous page">
<i class="fa-solid fa-angle-left"></i>
<div class="prev-next-info">
<p class="prev-next-subtitle">previous</p>
- <p class="prev-next-title">Compiling and inspecting</p>
+ <p class="prev-next-title">In-kernel profiling with CudaProfiler</p>
</div>
</a>
<a class="right-next"
diff --git a/docs/tirx/native_basics.html b/docs/tirx/native_basics.html
index 77861f15539..1e0f4aa01ce 100644
--- a/docs/tirx/native_basics.html
+++ b/docs/tirx/native_basics.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="layout.html">Tensor Layout</a></li>
@@ -663,6 +664,7 @@ kernels reference compile-time parameters inside type annotations (see
<li class="toctree-l1"><a class="reference internal" href="native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l1"><a class="reference internal" href="native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l1"><a class="reference internal" href="native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l1"><a class="reference internal" href="native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</div>
</section>
diff --git a/docs/tirx/native_basics/cuda/buffers.html b/docs/tirx/native_basics/cuda/buffers.html
index c983c1f6763..0f9cdc9483a 100644
--- a/docs/tirx/native_basics/cuda/buffers.html
+++ b/docs/tirx/native_basics/cuda/buffers.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/native_basics/cuda/compiling.html b/docs/tirx/native_basics/cuda/compiling.html
index 656582f0a9a..31fb7d7c1ee 100644
--- a/docs/tirx/native_basics/cuda/compiling.html
+++ b/docs/tirx/native_basics/cuda/compiling.html
@@ -48,7 +48,7 @@
<link rel="icon" href="../../../_static/tvm-logo-square.png"/>
<link rel="index" title="Index" href="../../../genindex.html" />
<link rel="search" title="Search" href="../../../search.html" />
- <link rel="next" title="Tensor Layout" href="../../layout.html" />
+ <link rel="next" title="In-kernel profiling with CudaProfiler" href="profiling.html" />
<link rel="prev" title="CUDA C++/PTX intrinsics" href="threads_sync.html" />
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2 current active"><a class="current reference internal" href="#">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
@@ -725,11 +726,11 @@ to combine partial results across lanes/warps (the warp all-reduce in
</div>
</a>
<a class="right-next"
- href="../../layout.html"
+ href="profiling.html"
title="next page">
<div class="prev-next-info">
<p class="prev-next-subtitle">next</p>
- <p class="prev-next-title">Tensor Layout</p>
+ <p class="prev-next-title">In-kernel profiling with CudaProfiler</p>
</div>
<i class="fa-solid fa-angle-right"></i>
</a>
diff --git a/docs/tirx/native_basics/cuda/control_flow.html b/docs/tirx/native_basics/cuda/control_flow.html
index f16d7476b5f..169a83db4a1 100644
--- a/docs/tirx/native_basics/cuda/control_flow.html
+++ b/docs/tirx/native_basics/cuda/control_flow.html
@@ -256,6 +256,7 @@
<li class="toctree-l2 current active"><a class="current reference internal" href="#">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/native_basics/cuda/data_types.html b/docs/tirx/native_basics/cuda/data_types.html
index 2d2af67b96a..920b7b2e782 100644
--- a/docs/tirx/native_basics/cuda/data_types.html
+++ b/docs/tirx/native_basics/cuda/data_types.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/native_basics/cuda/first_kernel.html b/docs/tirx/native_basics/cuda/first_kernel.html
index 5e06f5cfb4f..8ed28bba7f1 100644
--- a/docs/tirx/native_basics/cuda/first_kernel.html
+++ b/docs/tirx/native_basics/cuda/first_kernel.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/native_basics/cuda/functions.html b/docs/tirx/native_basics/cuda/functions.html
index ce3c0de1eb6..81fe442e877 100644
--- a/docs/tirx/native_basics/cuda/functions.html
+++ b/docs/tirx/native_basics/cuda/functions.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/native_basics/cuda/parser_utils.html b/docs/tirx/native_basics/cuda/parser_utils.html
index 99807bb9809..33dd3dc1de6 100644
--- a/docs/tirx/native_basics/cuda/parser_utils.html
+++ b/docs/tirx/native_basics/cuda/parser_utils.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/native_basics/cuda/profiling.html b/docs/tirx/native_basics/cuda/profiling.html
new file mode 100644
index 00000000000..4b16e8ceaef
--- /dev/null
+++ b/docs/tirx/native_basics/cuda/profiling.html
@@ -0,0 +1,1033 @@
+
+<!DOCTYPE html>
+
+
+<html lang="en" data-content_root="../../../" >
+
+ <head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
+
+ <title>In-kernel profiling with CudaProfiler — Apache TVM</title>
+
+
+
+ <script data-cfasync="false">
+ document.documentElement.dataset.mode = localStorage.getItem("mode") || "";
+ document.documentElement.dataset.theme = localStorage.getItem("theme") || "";
+ </script>
+
+ <!-- Loaded before other Sphinx assets -->
+ <link href="../../../_static/styles/theme.css?digest=dfe6caa3a7d634c4db9b" rel="stylesheet" />
+<link href="../../../_static/styles/bootstrap.css?digest=dfe6caa3a7d634c4db9b" rel="stylesheet" />
+<link href="../../../_static/styles/pydata-sphinx-theme.css?digest=dfe6caa3a7d634c4db9b" rel="stylesheet" />
+
+
+ <link href="../../../_static/vendor/fontawesome/6.5.2/css/all.min.css?digest=dfe6caa3a7d634c4db9b" rel="stylesheet" />
+ <link rel="preload" as="font" type="font/woff2" crossorigin href="../../../_static/vendor/fontawesome/6.5.2/webfonts/fa-solid-900.woff2" />
+<link rel="preload" as="font" type="font/woff2" crossorigin href="../../../_static/vendor/fontawesome/6.5.2/webfonts/fa-brands-400.woff2" />
+<link rel="preload" as="font" type="font/woff2" crossorigin href="../../../_static/vendor/fontawesome/6.5.2/webfonts/fa-regular-400.woff2" />
+
+ <link rel="stylesheet" type="text/css" href="../../../_static/pygments.css?v=03e43079" />
+ <link rel="stylesheet" type="text/css" href="../../../_static/styles/sphinx-book-theme.css?v=eba8b062" />
+ <link rel="stylesheet" type="text/css" href="../../../_static/sg_gallery.css?v=d2d258e8" />
+ <link rel="stylesheet" type="text/css" href="../../../_static/sg_gallery-binder.css?v=f4aeca0c" />
+ <link rel="stylesheet" type="text/css" href="../../../_static/sg_gallery-dataframe.css?v=2082cf3c" />
+ <link rel="stylesheet" type="text/css" href="../../../_static/sg_gallery-rendered-html.css?v=1277b6f3" />
+
+ <!-- Pre-loaded scripts that we'll load fully later -->
+ <link rel="preload" as="script" href="../../../_static/scripts/bootstrap.js?digest=dfe6caa3a7d634c4db9b" />
+<link rel="preload" as="script" href="../../../_static/scripts/pydata-sphinx-theme.js?digest=dfe6caa3a7d634c4db9b" />
+ <script src="../../../_static/vendor/fontawesome/6.5.2/js/all.min.js?digest=dfe6caa3a7d634c4db9b"></script>
+
+ <script src="../../../_static/documentation_options.js?v=572841fb"></script>
+ <script src="../../../_static/doctools.js?v=9bcbadda"></script>
+ <script src="../../../_static/sphinx_highlight.js?v=dc90522c"></script>
+ <script src="../../../_static/scripts/sphinx-book-theme.js?v=887ef09a"></script>
+ <script>DOCUMENTATION_OPTIONS.pagename = 'tirx/native_basics/cuda/profiling';</script>
+ <link rel="icon" href="../../../_static/tvm-logo-square.png"/>
+ <link rel="index" title="Index" href="../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../search.html" />
+ <link rel="next" title="Tensor Layout" href="../../layout.html" />
+ <link rel="prev" title="Compiling and inspecting" href="compiling.html" />
+ <meta name="viewport" content="width=device-width, initial-scale=1"/>
+ <meta name="docsearch:language" content="en"/>
+ </head>
+
+
+ <body data-bs-spy="scroll" data-bs-target=".bd-toc-nav" data-offset="180" data-bs-root-margin="0px 0px -60%" data-default-mode="">
+
+
+
+ <div id="pst-skip-link" class="skip-link d-print-none"><a href="#main-content">Skip to main content</a></div>
+
+ <div id="pst-scroll-pixel-helper"></div>
+
+ <button type="button" class="btn rounded-pill" id="pst-back-to-top">
+ <i class="fa-solid fa-arrow-up"></i>Back to top</button>
+
+
+ <input type="checkbox"
+ class="sidebar-toggle"
+ id="pst-primary-sidebar-checkbox"/>
+ <label class="overlay overlay-primary" for="pst-primary-sidebar-checkbox"></label>
+
+ <input type="checkbox"
+ class="sidebar-toggle"
+ id="pst-secondary-sidebar-checkbox"/>
+ <label class="overlay overlay-secondary" for="pst-secondary-sidebar-checkbox"></label>
+
+ <div class="search-button__wrapper">
+ <div class="search-button__overlay"></div>
+ <div class="search-button__search-container">
+<form class="bd-search d-flex align-items-center"
+ action="../../../search.html"
+ method="get">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <input type="search"
+ class="form-control"
+ name="q"
+ id="search-input"
+ placeholder="Search..."
+ aria-label="Search..."
+ autocomplete="off"
+ autocorrect="off"
+ autocapitalize="off"
+ spellcheck="false"/>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd>K</kbd></span>
+</form></div>
+ </div>
+
+ <div class="pst-async-banner-revealer d-none">
+ <aside id="bd-header-version-warning" class="d-none d-print-none" aria-label="Version warning"></aside>
+</div>
+
+
+ <header class="bd-header navbar navbar-expand-lg bd-navbar d-print-none">
+ </header>
+
+
+ <div class="bd-container">
+ <div class="bd-container__inner bd-page-width">
+
+
+
+ <div class="bd-sidebar-primary bd-sidebar">
+
+
+
+ <div class="sidebar-header-items sidebar-primary__section">
+
+
+
+
+ </div>
+
+ <div class="sidebar-primary-items__start sidebar-primary__section">
+ <div class="sidebar-primary-item">
+
+
+
+
+
+<a class="navbar-brand logo" href="../../../index.html">
+
+
+
+
+
+
+
+
+
+
+ <img src="../../../_static/tvm-logo-small.png" class="logo__image only-light" alt="Apache TVM - Home"/>
+ <script>document.write(`<img src="../../../_static/tvm-logo-small.png" class="logo__image only-dark" alt="Apache TVM - Home"/>`);</script>
+
+
+</a></div>
+ <div class="sidebar-primary-item"><ul class="navbar-icon-links"
+ aria-label="Icon Links">
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://github.com/apache/tvm" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">GitHub</span></a>
+ </li>
+ <li class="nav-item">
+
+
+
+
+
+
+
+
+ <a href="https://tvm.apache.org/" title="TVM Homepage" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-solid fa-house fa-lg" aria-hidden="true"></i>
+ <span class="sr-only">TVM Homepage</span></a>
+ </li>
+</ul></div>
+ <div class="sidebar-primary-item">
+
+ <script>
+ document.write(`
+ <button class="btn search-button-field search-button__button" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass"></i>
+ <span class="search-button__default-text">Search</span>
+ <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
+ </button>
+ `);
+ </script></div>
+ <div class="sidebar-primary-item"><nav class="bd-links bd-docs-nav" aria-label="Main">
+ <div class="bd-toc-item navbar-nav active">
+ <p aria-level="2" class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
+<ul class="nav bd-sidenav">
+<li class="toctree-l1"><a class="reference internal" href="../../../get_started/overview.html">Overview</a></li>
+<li class="toctree-l1 has-children"><a class="reference internal" href="../../../install/index.html">Installing TVM</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
+<li class="toctree-l2"><a class="reference internal" href="../../../install/pypi.html">Install from PyPI</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../install/from_source.html">Install from Source</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../install/docker.html">Docker Images</a></li>
+</ul>
+</details></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../get_started/tutorials/quick_start.html">Quick Start</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../get_started/tutorials/ir_module.html">IRModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../errors.html">TVM Errors</a></li>
+</ul>
+<p aria-level="2" class="caption" role="heading"><span class="caption-text">How To</span></p>
+<ul class="nav bd-sidenav">
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/import_model.html">Importing Models from ML Frameworks</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/e2e_opt_model.html">End-to-End Optimize Model</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/customize_opt.html">Customize Optimization</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/optimize_llm.html">Optimize Large Language Model</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/cross_compilation_and_rpc.html">Cross Compilation and RPC</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/export_and_load_executable.html">Export and Load Relax Executables</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/mix_python_and_tvm_with_pymodule.html">Mix Python/PyTorch with TVM Using BasePyModule</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../how_to/tutorials/bring_your_own_codegen.html">Bring Your Own Codegen</a></li>
+</ul>
+<p aria-level="2" class="caption" role="heading"><span class="caption-text">Deep Dive</span></p>
+<ul class="nav bd-sidenav">
+<li class="toctree-l1 has-children"><a class="reference internal" href="../../../arch/index.html">Design and Architecture</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
+<li class="toctree-l2"><a class="reference internal" href="../../../arch/fusion.html">Operator Fusion</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../arch/codegen.html">Code Generation</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../arch/external_library_dispatch.html">External Library Dispatch (BYOC)</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../arch/runtime.html">TVM Runtime System</a></li>
+
+<li class="toctree-l2"><a class="reference internal" href="../../../arch/introduction_to_module_serialization.html">Introduction to Module Serialization</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../arch/relax_vm.html">Relax Virtual Machine</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../arch/pass_infra.html">Pass Infrastructure</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../arch/tvmscript.html">TVMScript</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../arch/device_target_interactions.html">Device/Target Interactions</a></li>
+</ul>
+</details></li>
+<li class="toctree-l1 has-children"><a class="reference internal" href="../../../deep_dive/tensor_ir/index.html">TensorIR</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
+<li class="toctree-l2"><a class="reference internal" href="../../../deep_dive/tensor_ir/abstraction.html">Tensor Program Abstraction</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../deep_dive/tensor_ir/learning.html">Understand TensorIR Abstraction</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../deep_dive/tensor_ir/tutorials/tir_creation.html">TensorIR Creation</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../deep_dive/tensor_ir/tutorials/tir_transformation.html">Transformation</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../deep_dive/tensor_ir/tutorials/dlight_gpu_scheduling.html">DLight: Rule-Based GPU Scheduling</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../deep_dive/tensor_ir/tutorials/meta_schedule.html">MetaSchedule: Search-Based Auto-Tuning</a></li>
+</ul>
+</details></li>
+<li class="toctree-l1 has-children"><a class="reference internal" href="../../../deep_dive/relax/index.html">Relax</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
+<li class="toctree-l2"><a class="reference internal" href="../../../deep_dive/relax/abstraction.html">Graph Abstraction for ML Models</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../deep_dive/relax/learning.html">Understand Relax Abstraction</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../deep_dive/relax/dpl.html">Dataflow Pattern Language (DPL)</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../deep_dive/relax/tutorials/relax_creation.html">Relax Creation</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../deep_dive/relax/tutorials/relax_transformation.html">Transformation</a></li>
+</ul>
+</details></li>
+</ul>
+<p aria-level="2" class="caption" role="heading"><span class="caption-text">TIRx</span></p>
+<ul class="current nav bd-sidenav">
+<li class="toctree-l1"><a class="reference internal" href="../../overview.html">Overview</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../install.html">Installation</a></li>
+<li class="toctree-l1 current active has-children"><a class="reference internal" href="../../native_basics.html">TIRx Basics: CUDA C++/PTX native level</a><details open="open"><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="first_kernel.html">Your first kernel</a></li>
+<li class="toctree-l2"><a class="reference internal" href="functions.html">Defining a function</a></li>
+<li class="toctree-l2"><a class="reference internal" href="parser_utils.html">Parser utilities</a></li>
+<li class="toctree-l2"><a class="reference internal" href="data_types.html">Data types and expressions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="buffers.html">Buffers and memory</a></li>
+<li class="toctree-l2"><a class="reference internal" href="control_flow.html">Control flow</a></li>
+<li class="toctree-l2"><a class="reference internal" href="threads_sync.html">CUDA C++/PTX intrinsics</a></li>
+<li class="toctree-l2"><a class="reference internal" href="compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2 current active"><a class="current reference internal" href="#">In-kernel profiling with CudaProfiler</a></li>
+</ul>
+</details></li>
+<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
+<li class="toctree-l1 has-children"><a class="reference internal" href="../../tile_primitives.html">Tile Primitives</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
+<li class="toctree-l2 has-children"><a class="reference internal" href="../../tile_primitives/copy.html">copy</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
+<li class="toctree-l3"><a class="reference internal" href="../../tile_primitives/copy/gmem_smem.html">copy → gmem_smem</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../tile_primitives/copy/reg.html">copy → reg</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../tile_primitives/copy/ldstmatrix.html">copy → ldstmatrix</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../tile_primitives/copy/fallback.html">copy → fallback</a></li>
+</ul>
+</details></li>
+<li class="toctree-l2 has-children"><a class="reference internal" href="../../tile_primitives/copy_async.html">copy_async</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
+<li class="toctree-l3"><a class="reference internal" href="../../tile_primitives/copy_async/ldgsts.html">copy_async → ldgsts</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../tile_primitives/copy_async/tma.html">copy_async → tma</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../tile_primitives/copy_async/dsmem.html">copy_async → dsmem</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../tile_primitives/copy_async/tcgen05_cp.html">copy_async → tcgen05_cp</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../tile_primitives/copy_async/tcgen05_ldst.html">copy_async → tcgen05_ldst</a></li>
+</ul>
+</details></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tile_primitives/gemm.html">gemm</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tile_primitives/gemm_async.html">gemm_async</a></li>
+<li class="toctree-l2 has-children"><a class="reference internal" href="../../tile_primitives/elementwise.html">elementwise</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
+<li class="toctree-l3"><a class="reference internal" href="../../tile_primitives/elementwise/reg.html">elementwise → reg</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../tile_primitives/elementwise/smem.html">elementwise → smem</a></li>
+</ul>
+</details></li>
+<li class="toctree-l2 has-children"><a class="reference internal" href="../../tile_primitives/reduction.html">reduction</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
+<li class="toctree-l3"><a class="reference internal" href="../../tile_primitives/reduction/local.html">reduction → local</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../tile_primitives/reduction/shared.html">reduction → shared</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../../tile_primitives/reduction/sm100_packed.html">reduction → sm100_packed</a></li>
+</ul>
+</details></li>
+<li class="toctree-l2"><a class="reference internal" href="../../tile_primitives/permute_layout.html">permute_layout</a></li>
+</ul>
+</details></li>
+<li class="toctree-l1 has-children"><a class="reference internal" href="../../arch/index.html">Compiler Internals</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
+<li class="toctree-l2"><a class="reference internal" href="../../arch/lowering_pipeline.html">TIRx lowering pipeline</a></li>
+</ul>
+</details></li>
+<li class="toctree-l1 has-children"><a class="reference internal" href="../../api/index.html">API Reference</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
+<li class="toctree-l2"><a class="reference internal" href="../../api/tirx.html">tvm.tirx</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../api/analysis.html">tvm.tirx.analysis</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../api/stmt_functor.html">tvm.tirx.stmt_functor</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../api/transform.html">tvm.tirx.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../api/backend.html">tvm.backend.cuda</a></li>
+</ul>
+</details></li>
+</ul>
+<p aria-level="2" class="caption" role="heading"><span class="caption-text">API Reference</span></p>
+<ul class="nav bd-sidenav">
+<li class="toctree-l1 has-children"><a class="reference internal" href="../../../reference/api/python/index.html">Python API</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/error.html">tvm.error</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/ir.html">tvm.ir</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/arith.html">tvm.arith</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/instrument.html">tvm.ir.instrument</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/transform.html">tvm.ir.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/target.html">tvm.target</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/driver.html">tvm.driver</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/testing.html">tvm.testing</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/exec.html">tvm.exec</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/support.html">tvm.support</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/runtime/runtime.html">tvm.runtime</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/runtime/vm.html">tvm.runtime.vm</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/runtime/disco.html">tvm.runtime.disco</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/relax/relax.html">tvm.relax</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/relax/analysis.html">tvm.relax.analysis</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/relax/backend.html">tvm.relax.backend</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/relax/block_builder.html">tvm.relax.block_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/relax/distributed.html">tvm.relax.distributed</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/relax/frontend.html">tvm.relax.frontend</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/relax/op.html">tvm.relax.op</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/relax/testing.html">tvm.relax.testing</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/relax/training.html">tvm.relax.training</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/relax/transform.html">tvm.relax.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/relax/dpl.html">tvm.relax.dpl</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/s_tir/analysis.html">tvm.s_tir.analysis</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/s_tir/schedule.html">tvm.s_tir.schedule</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/s_tir/transform.html">tvm.s_tir.transform</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/s_tir/dlight.html">tvm.s_tir.dlight</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/s_tir/backend.html">tvm.s_tir.backend</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/s_tir/tensor_intrin.html">tvm.s_tir.tensor_intrin</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/script/script.html">tvm.script</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/script/parser.html">tvm.script.parser</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/script/ir_builder.html">tvm.script.ir_builder</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/script/printer.html">tvm.script.printer</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/te.html">tvm.te</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/topi.html">tvm.topi</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/meta_schedule.html">tvm.s_tir.meta_schedule</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/rpc.html">tvm.rpc</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../reference/api/python/contrib.html">tvm.contrib</a></li>
+</ul>
+</details></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../reference/api/links.html">Other APIs</a></li>
+</ul>
+<p aria-level="2" class="caption" role="heading"><span class="caption-text">About</span></p>
+<ul class="nav bd-sidenav">
+<li class="toctree-l1 has-children"><a class="reference internal" href="../../../contribute/index.html">Contributor Guide</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
+<li class="toctree-l2"><a class="reference internal" href="../../../contribute/community.html">TVM Community Guidelines</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../contribute/pull_request.html">Submit a Pull Request</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../contribute/code_review.html">Code Reviews</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../contribute/committer_guide.html">Committer Guide</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../contribute/document.html">Documentation</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../contribute/code_guide.html">Code Guide and Tips</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../contribute/testing.html">Testing TVM</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../contribute/git_howto.html">Git Usage Tips</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../contribute/ci.html">Using TVM’s CI</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../contribute/release_process.html">Release Process</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../contribute/error_handling.html">Error Handling Guide</a></li>
+</ul>
+</details></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../reference/publications.html">Publications</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../reference/security.html">Security Guide</a></li>
+</ul>
+<p aria-level="2" class="caption" role="heading"><span class="caption-text">Index</span></p>
+<ul class="nav bd-sidenav">
+<li class="toctree-l1"><a class="reference internal" href="../../../genindex.html">Index</a></li>
+</ul>
+
+ </div>
+</nav></div>
+ </div>
+
+
+ <div class="sidebar-primary-items__end sidebar-primary__section">
+ </div>
+
+ <div id="rtd-footer-container"></div>
+
+
+ </div>
+
+ <main id="main-content" class="bd-main" role="main">
+
+
+
+<div class="sbt-scroll-pixel-helper"></div>
+
+ <div class="bd-content">
+ <div class="bd-article-container">
+
+ <div class="bd-header-article d-print-none">
+<div class="header-article-items header-article__inner">
+
+ <div class="header-article-items__start">
+
+ <div class="header-article-item"><button class="sidebar-toggle primary-toggle btn btn-sm" title="Toggle primary sidebar" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <span class="fa-solid fa-bars"></span>
+</button></div>
+
+ </div>
+
+
+ <div class="header-article-items__end">
+
+ <div class="header-article-item">
+
+<div class="article-header-buttons">
+
+
+
+
+
+<div class="dropdown dropdown-source-buttons">
+ <button class="btn dropdown-toggle" type="button" data-bs-toggle="dropdown" aria-expanded="false" aria-label="Source repositories">
+ <i class="fab fa-github"></i>
+ </button>
+ <ul class="dropdown-menu">
+
+
+
+ <li><a href="https://github.com/apache/tvm" target="_blank"
+ class="btn btn-sm btn-source-repository-button dropdown-item"
+ title="Source repository"
+ data-bs-placement="left" data-bs-toggle="tooltip"
+>
+
+
+<span class="btn__icon-container">
+ <i class="fab fa-github"></i>
+ </span>
+<span class="btn__text-container">Repository</span>
+</a>
+</li>
+
+
+
+
+ <li><a href="https://github.com/apache/tvm/blob/main/docs/tirx/native_basics/cuda/profiling.rst?plain=1" target="_blank"
+ class="btn btn-sm btn-source-file-button dropdown-item"
+ title="Show source"
+ data-bs-placement="left" data-bs-toggle="tooltip"
+>
+
+
+<span class="btn__icon-container">
+ <i class="fas fa-code"></i>
+ </span>
+<span class="btn__text-container">Show source</span>
+</a>
+</li>
+
+
+
+
+ <li><a href="https://github.com/apache/tvm/edit/main/docs/tirx/native_basics/cuda/profiling.rst" target="_blank"
+ class="btn btn-sm btn-source-edit-button dropdown-item"
+ title="Suggest edit"
+ data-bs-placement="left" data-bs-toggle="tooltip"
+>
+
+
+<span class="btn__icon-container">
+ <i class="fas fa-pencil-alt"></i>
+ </span>
+<span class="btn__text-container">Suggest edit</span>
+</a>
+</li>
+
+
+
+
+ <li><a href="https://github.com/apache/tvm/issues/new?title=Issue%20on%20page%20%2Ftirx/native_basics/cuda/profiling.html&body=Your%20issue%20content%20here." target="_blank"
+ class="btn btn-sm btn-source-issues-button dropdown-item"
+ title="Open an issue"
+ data-bs-placement="left" data-bs-toggle="tooltip"
+>
+
+
+<span class="btn__icon-container">
+ <i class="fas fa-lightbulb"></i>
+ </span>
+<span class="btn__text-container">Open issue</span>
+</a>
+</li>
+
+ </ul>
+</div>
+
+
+
+
+
+
+<div class="dropdown dropdown-download-buttons">
+ <button class="btn dropdown-toggle" type="button" data-bs-toggle="dropdown" aria-expanded="false" aria-label="Download this page">
+ <i class="fas fa-download"></i>
+ </button>
+ <ul class="dropdown-menu">
+
+
+
+ <li><a href="../../../_sources/tirx/native_basics/cuda/profiling.rst" target="_blank"
+ class="btn btn-sm btn-download-source-button dropdown-item"
+ title="Download source file"
+ data-bs-placement="left" data-bs-toggle="tooltip"
+>
+
+
+<span class="btn__icon-container">
+ <i class="fas fa-file"></i>
+ </span>
+<span class="btn__text-container">.rst</span>
+</a>
+</li>
+
+
+
+
+ <li>
+<button onclick="window.print()"
+ class="btn btn-sm btn-download-pdf-button dropdown-item"
+ title="Print to PDF"
+ data-bs-placement="left" data-bs-toggle="tooltip"
+>
+
+
+<span class="btn__icon-container">
+ <i class="fas fa-file-pdf"></i>
+ </span>
+<span class="btn__text-container">.pdf</span>
+</button>
+</li>
+
+ </ul>
+</div>
+
+
+
+
+<button onclick="toggleFullScreen()"
+ class="btn btn-sm btn-fullscreen-button"
+ title="Fullscreen mode"
+ data-bs-placement="bottom" data-bs-toggle="tooltip"
+>
+
+
+<span class="btn__icon-container">
+ <i class="fas fa-expand"></i>
+ </span>
+
+</button>
+
+
+
+<script>
+document.write(`
+ <button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button" title="light/dark" aria-label="light/dark" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="theme-switch fa-solid fa-sun fa-lg" data-mode="light"></i>
+ <i class="theme-switch fa-solid fa-moon fa-lg" data-mode="dark"></i>
+ <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto"></i>
+ </button>
+`);
+</script>
+
+
+<script>
+document.write(`
+ <button class="btn btn-sm pst-navbar-icon search-button search-button__button" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <i class="fa-solid fa-magnifying-glass fa-lg"></i>
+ </button>
+`);
+</script>
+<button class="sidebar-toggle secondary-toggle btn btn-sm" title="Toggle secondary sidebar" data-bs-placement="bottom" data-bs-toggle="tooltip">
+ <span class="fa-solid fa-list"></span>
+</button>
+</div></div>
+
+ </div>
+
+</div>
+</div>
+
+
+
+<div id="jb-print-docs-body" class="onlyprint">
+ <h1>In-kernel profiling with CudaProfiler</h1>
+ <!-- Table of contents -->
+ <div id="print-main-content">
+ <div id="jb-print-toc">
+
+ <div>
+ <h2> Contents </h2>
+ </div>
+ <nav aria-label="Page">
+ <ul class="visible nav section-nav flex-column">
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#the-kernel">The kernel</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#run-it-and-read-the-trace">Run it and read the trace</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#on-a-real-kernel">On a real kernel</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#the-api">The API</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#groups-and-granularity">Groups and granularity</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#what-each-call-wraps">What each call wraps</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#usage-notes-and-caveats">Usage notes and caveats</a></li>
+</ul>
+ </nav>
+ </div>
+ </div>
+</div>
+
+
+
+<div id="searchbox"></div>
+ <article class="bd-article">
+
+ <section id="in-kernel-profiling-with-cudaprofiler">
+<h1>In-kernel profiling with CudaProfiler<a class="headerlink" href="#in-kernel-profiling-with-cudaprofiler" title="Link to this heading">#</a></h1>
+<p>Once a kernel is correct and you have seen how it compiles (see
+<a class="reference internal" href="compiling.html"><span class="doc">Compiling and inspecting</span></a>), the next question is usually <em>where the cycles go</em>. Host-side
+timers and <code class="docutils literal notranslate"><span class="pre">nsys</span></code> tell you how long a launch took, but not how that time splits
+across the regions <em>inside</em> one kernel — the TMA loads, the mainloop MMAs, the
+softmax, the epilogue.</p>
+<p><code class="docutils literal notranslate"><span class="pre">tvm.tirx.bench.CudaProfiler</span></code> is a lightweight, in-kernel event tracer for
+exactly this. You bracket regions of device code with <code class="docutils literal notranslate"><span class="pre">start</span></code> / <code class="docutils literal notranslate"><span class="pre">end</span></code>
+markers; at runtime one leader thread per block stamps the GPU global timer into
+a buffer you pass in as an ordinary kernel argument. After the launch you read
+the buffer back and decode it into per-region durations or a Perfetto timeline.</p>
+<p>It is <em>not</em> zero cost — every event is a <code class="docutils literal notranslate"><span class="pre">%globaltimer</span></code> read plus a global
+store, and every thread in the region pays a block fence — so it is a
+profiling/debugging tool, not something you leave on in production.</p>
+<section id="the-kernel">
+<h2>The kernel<a class="headerlink" href="#the-kernel" title="Link to this heading">#</a></h2>
+<p>The kernel below brackets a <code class="docutils literal notranslate"><span class="pre">load</span></code> / <code class="docutils literal notranslate"><span class="pre">compute</span></code> / <code class="docutils literal notranslate"><span class="pre">store</span></code> sequence. The
+<code class="docutils literal notranslate"><span class="pre">compute</span></code> region runs a 4000-iteration FMA loop so it clearly dominates. Events
+are a plain <code class="docutils literal notranslate"><span class="pre">enum.Enum</span></code> whose integer values start at 0 and index a names list.</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span><span class="w"> </span><span class="nn">enum</span><span class="w"> </span><span class="kn">import</span> <span class="n">Enum</span>
+<span class="kn">import</span><span class="w"> </span><span class="nn">numpy</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">np</span>
+<span class="kn">import</span><span class="w"> </span><span class="nn">tvm</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">tvm.script</span><span class="w"> </span><span class="kn">import</span> <span class="n">tirx</span> <span class="k">as</span> <span class="n">T</span>
+<span class="kn">from</span><span class="w"> </span><span class="nn">tvm.tirx.bench</span><span class="w"> </span><span class="kn">import</span> <span class="n">CudaProfiler</span><span class="p">,</span> <span class="n">export_to_perfetto_trace</span>
+
+<span class="n">NUM_BLOCKS</span><span class="p">,</span> <span class="n">BLOCK</span><span class="p">,</span> <span class="n">NUM_GROUPS</span> <span class="o">=</span> <span class="mi">4</span><span class="p">,</span> <span class="mi">128</span><span class="p">,</span> <span class="mi">1</span>
+<span class="n">WRITE_STRIDE</span> <span class="o">=</span> <span class="n">NUM_BLOCKS</span> <span class="o">*</span> <span class="n">NUM_GROUPS</span> <span class="c1"># >= number of (block, group) lanes</span>
+<span class="n">PROF_SIZE</span> <span class="o">=</span> <span class="mi">4096</span> <span class="c1"># uint64 slots in the profiler buffer</span>
+<span class="n">N</span> <span class="o">=</span> <span class="n">NUM_BLOCKS</span> <span class="o">*</span> <span class="n">BLOCK</span>
+
+<span class="k">class</span><span class="w"> </span><span class="nc">Ev</span><span class="p">(</span><span class="n">Enum</span><span class="p">):</span>
+ <span class="n">Load</span> <span class="o">=</span> <span class="mi">0</span>
+ <span class="n">Compute</span> <span class="o">=</span> <span class="mi">1</span>
+ <span class="n">Store</span> <span class="o">=</span> <span class="mi">2</span>
+
+<span class="n">EV_NAMES</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"load"</span><span class="p">,</span> <span class="s2">"compute"</span><span class="p">,</span> <span class="s2">"store"</span><span class="p">]</span>
+
+<span class="nd">@T</span><span class="o">.</span><span class="n">prim_func</span>
+<span class="k">def</span><span class="w"> </span><span class="nf">profiled_kernel</span><span class="p">(</span><span class="n">out_ptr</span><span class="p">:</span> <span class="n">T</span><span class="o">.</span><span class="n">handle</span><span class="p">,</span> <span class="n">inp_ptr</span><span class="p">:</span> <span class="n">T</span><span class="o">.</span><span class="n">handle</span><span class="p">,</span> <span class="n">prof_ptr</span><span class="p">:</span> <span cla [...]
+ <span class="n">out</span> <span class="o">=</span> <span class="n">T</span><span class="o">.</span><span class="n">match_buffer</span><span class="p">(</span><span class="n">out_ptr</span><span class="p">,</span> <span class="p">(</span><span class="n">N</span><span class="p">,),</span> <span class="s2">"float32"</span><span class="p">)</span>
+ <span class="n">inp</span> <span class="o">=</span> <span class="n">T</span><span class="o">.</span><span class="n">match_buffer</span><span class="p">(</span><span class="n">inp_ptr</span><span class="p">,</span> <span class="p">(</span><span class="n">N</span><span class="p">,),</span> <span class="s2">"float32"</span><span class="p">)</span>
+ <span class="n">prof</span> <span class="o">=</span> <span class="n">T</span><span class="o">.</span><span class="n">match_buffer</span><span class="p">(</span><span class="n">prof_ptr</span><span class="p">,</span> <span class="p">(</span><span class="n">PROF_SIZE</span><span class="p">,),</span> <span class="s2">"uint64"</span><span class="p">)</span>
+ <span class="n">T</span><span class="o">.</span><span class="n">device_entry</span><span class="p">()</span>
+ <span class="n">bid</span> <span class="o">=</span> <span class="n">T</span><span class="o">.</span><span class="n">cta_id</span><span class="p">([</span><span class="n">NUM_BLOCKS</span><span class="p">])</span>
+ <span class="n">tid</span> <span class="o">=</span> <span class="n">T</span><span class="o">.</span><span class="n">thread_id</span><span class="p">([</span><span class="n">BLOCK</span><span class="p">])</span>
+ <span class="n">idx</span> <span class="o">=</span> <span class="n">bid</span> <span class="o">*</span> <span class="n">BLOCK</span> <span class="o">+</span> <span class="n">tid</span>
+
+ <span class="c1"># Construct the profiler inside the kernel; only the leader thread writes.</span>
+ <span class="n">p</span> <span class="o">=</span> <span class="n">CudaProfiler</span><span class="p">(</span><span class="n">prof</span><span class="p">,</span> <span class="n">write_stride</span><span class="o">=</span><span class="n">WRITE_STRIDE</span><span class="p">,</span> <span class="n">num_groups</span><span class="o">=</span><span class="n">NUM_GROUPS</span><span class="p">,</span>
+ <span class="n">default_leader</span><span class="o">=</span><span class="p">(</span><span class="n">tid</span> <span class="o">==</span> <span class="mi">0</span><span class="p">))</span>
+ <span class="n">p</span><span class="o">.</span><span class="n">init</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span> <span class="c1"># group_id = 0; also stamps the buffer header at slot 0</span>
+
+ <span class="n">p</span><span class="o">.</span><span class="n">start</span><span class="p">(</span><span class="n">Ev</span><span class="o">.</span><span class="n">Load</span><span class="p">)</span>
+ <span class="n">x</span><span class="p">:</span> <span class="n">T</span><span class="o">.</span><span class="n">f32</span> <span class="o">=</span> <span class="n">inp</span><span class="p">[</span><span class="n">idx</span><span class="p">]</span>
+ <span class="n">p</span><span class="o">.</span><span class="n">end</span><span class="p">(</span><span class="n">Ev</span><span class="o">.</span><span class="n">Load</span><span class="p">)</span>
+
+ <span class="n">p</span><span class="o">.</span><span class="n">start</span><span class="p">(</span><span class="n">Ev</span><span class="o">.</span><span class="n">Compute</span><span class="p">)</span>
+ <span class="n">acc</span><span class="p">:</span> <span class="n">T</span><span class="o">.</span><span class="n">f32</span> <span class="o">=</span> <span class="n">T</span><span class="o">.</span><span class="n">float32</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
+ <span class="k">for</span> <span class="n">_</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="mi">4000</span><span class="p">):</span>
+ <span class="n">acc</span> <span class="o">=</span> <span class="n">acc</span> <span class="o">*</span> <span class="n">T</span><span class="o">.</span><span class="n">float32</span><span class="p">(</span><span class="mf">1.0001</span><span class="p">)</span> <span class="o">+</span> <span class="n">x</span>
+ <span class="n">p</span><span class="o">.</span><span class="n">end</span><span class="p">(</span><span class="n">Ev</span><span class="o">.</span><span class="n">Compute</span><span class="p">)</span>
+
+ <span class="n">p</span><span class="o">.</span><span class="n">start</span><span class="p">(</span><span class="n">Ev</span><span class="o">.</span><span class="n">Store</span><span class="p">)</span>
+ <span class="n">out</span><span class="p">[</span><span class="n">idx</span><span class="p">]</span> <span class="o">=</span> <span class="n">acc</span>
+ <span class="n">p</span><span class="o">.</span><span class="n">end</span><span class="p">(</span><span class="n">Ev</span><span class="o">.</span><span class="n">Store</span><span class="p">)</span>
+
+ <span class="n">p</span><span class="o">.</span><span class="n">finalize</span><span class="p">()</span> <span class="c1"># mark this (block, group) lane done</span>
+</pre></div>
+</div>
+</section>
+<section id="run-it-and-read-the-trace">
+<h2>Run it and read the trace<a class="headerlink" href="#run-it-and-read-the-trace" title="Link to this heading">#</a></h2>
+<p>Allocate a zeroed <code class="docutils literal notranslate"><span class="pre">uint64</span></code> buffer, pass it as the last argument, then read it
+back. Each record is one <code class="docutils literal notranslate"><span class="pre">uint64</span></code>: the high 32 bits are the timestamp, the low
+32 bits a packed tag, so decoding is plain bit-twiddling on the host.</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">dev</span> <span class="o">=</span> <span class="n">tvm</span><span class="o">.</span><span class="n">cuda</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
+<span class="n">exe</span> <span class="o">=</span> <span class="n">tvm</span><span class="o">.</span><span class="n">compile</span><span class="p">(</span><span class="n">tvm</span><span class="o">.</span><span class="n">IRModule</span><span class="p">({</span><span class="s2">"main"</span><span class="p">:</span> <span class="n">profiled_kernel</span><span class="p">}),</span>
+ <span class="n">target</span><span class="o">=</span><span class="n">tvm</span><span class="o">.</span><span class="n">target</span><span class="o">.</span><span class="n">Target</span><span class="p">(</span><span class="s2">"cuda"</span><span class="p">),</span> <span class="n">tir_pipeline</span><span class="o">=</span><span class="s2">"tirx"</span><span class="p">)</span>
+
+<span class="n">inp</span> <span class="o">=</span> <span class="n">tvm</span><span class="o">.</span><span class="n">runtime</span><span class="o">.</span><span class="n">tensor</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">ones</span><span class="p">(</span><span class="n">N</span><span class="p">,</span> <span class="s2">"float32"</span><span class="p">),</span> <span class="n">device</span><span class="o">=</span><span class= [...]
+<span class="n">out</span> <span class="o">=</span> <span class="n">tvm</span><span class="o">.</span><span class="n">runtime</span><span class="o">.</span><span class="n">tensor</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">(</span><span class="n">N</span><span class="p">,</span> <span class="s2">"float32"</span><span class="p">),</span> <span class="n">device</span><span class="o">=</span><span class [...]
+<span class="n">prof</span> <span class="o">=</span> <span class="n">tvm</span><span class="o">.</span><span class="n">runtime</span><span class="o">.</span><span class="n">tensor</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">(</span><span class="n">PROF_SIZE</span><span class="p">,</span> <span class="s2">"uint64"</span><span class="p">),</span> <span class="n">device</span><span class="o">=</span><sp [...]
+
+<span class="n">exe</span><span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">inp</span><span class="p">,</span> <span class="n">prof</span><span class="p">)</span>
+<span class="n">dev</span><span class="o">.</span><span class="n">sync</span><span class="p">()</span>
+
+<span class="n">prof_np</span> <span class="o">=</span> <span class="n">prof</span><span class="o">.</span><span class="n">numpy</span><span class="p">()</span>
+<span class="n">opens</span><span class="p">,</span> <span class="n">spans</span> <span class="o">=</span> <span class="p">{},</span> <span class="p">{}</span>
+<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="nb">len</span><span class="p">(</span><span class="n">prof_np</span><span class="p">)):</span>
+ <span class="n">word</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">prof_np</span><span class="p">[</span><span class="n">i</span><span class="p">])</span>
+ <span class="k">if</span> <span class="n">word</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="k">continue</span>
+ <span class="n">ts</span><span class="p">,</span> <span class="n">tag</span> <span class="o">=</span> <span class="n">word</span> <span class="o">>></span> <span class="mi">32</span><span class="p">,</span> <span class="n">word</span> <span class="o">&</span> <span class="mh">0xFFFFFFFF</span>
+ <span class="n">block</span> <span class="o">=</span> <span class="p">(</span><span class="n">tag</span> <span class="o">>></span> <span class="mi">12</span><span class="p">)</span> <span class="o">//</span> <span class="n">NUM_GROUPS</span>
+ <span class="n">event_idx</span><span class="p">,</span> <span class="n">event_type</span> <span class="o">=</span> <span class="p">(</span><span class="n">tag</span> <span class="o">>></span> <span class="mi">2</span><span class="p">)</span> <span class="o">&</span> <span class="mh">0x3FF</span><span class="p">,</span> <span class="n">tag</span> <span class="o">&</span> <span class="mh">0x3</span> <span class="c1"># 0=start 1=end 2=instant 3=finalize</span>
+ <span class="k">if</span> <span class="n">event_type</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="n">opens</span><span class="p">[(</span><span class="n">block</span><span class="p">,</span> <span class="n">event_idx</span><span class="p">)]</span> <span class="o">=</span> <span class="n">ts</span>
+ <span class="k">elif</span> <span class="n">event_type</span> <span class="o">==</span> <span class="mi">1</span><span class="p">:</span>
+ <span class="n">spans</span><span class="o">.</span><span class="n">setdefault</span><span class="p">(</span><span class="n">block</span><span class="p">,</span> <span class="p">[])</span><span class="o">.</span><span class="n">append</span><span class="p">((</span><span class="n">EV_NAMES</span><span class="p">[</span><span class="n">event_idx</span><span class="p">],</span> <span class="n">ts</span> <span class="o">-</span> <span class="n">opens</span><span class="p">[(</span>< [...]
+<span class="k">for</span> <span class="n">block</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">spans</span><span class="p">):</span>
+ <span class="nb">print</span><span class="p">(</span><span class="sa">f</span><span class="s2">"block </span><span class="si">{</span><span class="n">block</span><span class="si">}</span><span class="s2">:"</span><span class="p">,</span> <span class="s2">", "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">n</span><span class="si">}</spa [...]
+
+<span class="n">export_to_perfetto_trace</span><span class="p">(</span><span class="n">prof_np</span><span class="p">,</span> <span class="s2">"cudaprofiler.perfetto-trace"</span><span class="p">,</span> <span class="n">EV_NAMES</span><span class="p">)</span>
+</pre></div>
+</div>
+<p>Durations are stable to within a few percent (they shift with GPU clocks):</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">block</span> <span class="mi">0</span><span class="p">:</span> <span class="n">load</span><span class="o">=</span><span class="mi">32</span><span class="n">ns</span><span class="p">,</span> <span class="n">compute</span><span class="o">=</span><span class="mi">8704</span><span class="n">ns</span><span class="p">,</span> <span class="n">store</span><span class="o">=</span><span class="mi">6 [...]
+<span class="n">block</span> <span class="mi">1</span><span class="p">:</span> <span class="n">load</span><span class="o">=</span><span class="mi">96</span><span class="n">ns</span><span class="p">,</span> <span class="n">compute</span><span class="o">=</span><span class="mi">8704</span><span class="n">ns</span><span class="p">,</span> <span class="n">store</span><span class="o">=</span><span class="mi">64</span><span class="n">ns</span>
+<span class="n">block</span> <span class="mi">2</span><span class="p">:</span> <span class="n">load</span><span class="o">=</span><span class="mi">96</span><span class="n">ns</span><span class="p">,</span> <span class="n">compute</span><span class="o">=</span><span class="mi">8704</span><span class="n">ns</span><span class="p">,</span> <span class="n">store</span><span class="o">=</span><span class="mi">64</span><span class="n">ns</span>
+<span class="n">block</span> <span class="mi">3</span><span class="p">:</span> <span class="n">load</span><span class="o">=</span><span class="mi">96</span><span class="n">ns</span><span class="p">,</span> <span class="n">compute</span><span class="o">=</span><span class="mi">8704</span><span class="n">ns</span><span class="p">,</span> <span class="n">store</span><span class="o">=</span><span class="mi">64</span><span class="n">ns</span>
+</pre></div>
+</div>
+<p><code class="docutils literal notranslate"><span class="pre">export_to_perfetto_trace</span></code> writes <code class="docutils literal notranslate"><span class="pre">cudaprofiler.perfetto-trace</span></code> from the same
+records; drop it onto <a class="reference external" href="https://ui.perfetto.dev">https://ui.perfetto.dev</a> for an interactive timeline. Because
+the timestamps come from the global <code class="docutils literal notranslate"><span class="pre">%globaltimer</span></code> (not a per-SM cycle counter),
+events from different blocks share one time axis and are directly comparable.</p>
+</section>
+<section id="on-a-real-kernel">
+<h2>On a real kernel<a class="headerlink" href="#on-a-real-kernel" title="Link to this heading">#</a></h2>
+<p>The same markers, sprinkled through a warp-specialized FlashAttention-4 kernel
+(one <code class="docutils literal notranslate"><span class="pre">group</span></code> per warp-group via <code class="docutils literal notranslate"><span class="pre">num_groups</span></code>), produce a per-warp-group
+timeline of the whole pipeline:</p>
+<figure class="align-center" id="id1">
+<img alt="FlashAttention-4 in-kernel timeline in Perfetto" src="../../../_static/downloads/tirx_cudaprofiler_fa4.png" />
+<figcaption>
+<p><span class="caption-text">One CTA of an FA4 forward kernel. <code class="docutils literal notranslate"><span class="pre">group_0</span></code> issues the TMA loads
+(<code class="docutils literal notranslate"><span class="pre">issue-tma-*</span></code>), <code class="docutils literal notranslate"><span class="pre">group_3</span></code> / <code class="docutils literal notranslate"><span class="pre">group_4</span></code> run the softmax pipeline
+(<code class="docutils literal notranslate"><span class="pre">softmax-max</span></code> / <code class="docutils literal notranslate"><span class="pre">-exp2</span></code> / <code class="docutils literal notranslate"><span class="pre">-sum</span></code>), and <code class="docutils literal notranslate"><span class="pre">group_5</span></code> runs the
+<code class="docutils literal notranslate"><span class="pre">correction</span></code> — the overlap between the producer and consumer warp-groups is
+exactly what intra-kernel profiling is for.</span><a class="headerlink" href="#id1" title="Link to this image">#</a></p>
+</figcaption>
+</figure>
+</section>
+<section id="the-api">
+<h2>The API<a class="headerlink" href="#the-api" title="Link to this heading">#</a></h2>
+<p>Construct the profiler <strong>inside</strong> the kernel body and call four methods:</p>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">init(group_id)</span></code> — once per thread; <code class="docutils literal notranslate"><span class="pre">group_id</span></code> selects the sub-track and
+stamps the buffer header at slot 0.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">start(event_type,</span> <span class="pre">leader=None)</span></code> / <code class="docutils literal notranslate"><span class="pre">end(event_type,</span> <span class="pre">leader=None)</span></code> — open and
+close a region. Every thread executes them, but only the leader stores a record.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">finalize(leader=None)</span></code> — write a terminal record for this lane.</p></li>
+</ul>
+<p>Constructor arguments:</p>
+<ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">profiler_buffer</span></code> — the <code class="docutils literal notranslate"><span class="pre">uint64</span></code> buffer you pass into the kernel.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">write_stride</span></code> — how far each leader advances between writes. Must be <code class="docutils literal notranslate"><span class="pre">>=</span></code>
+the number of <code class="docutils literal notranslate"><span class="pre">(block,</span> <span class="pre">group)</span></code> lanes so per-lane streams never collide;
+<code class="docutils literal notranslate"><span class="pre">NUM_BLOCKS</span> <span class="pre">*</span> <span class="pre">NUM_GROUPS</span></code> is the tight value, a persistent-grid kernel uses
+<code class="docutils literal notranslate"><span class="pre">num_sms</span> <span class="pre">*</span> <span class="pre">num_groups</span></code>.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">num_groups</span></code> — independent sub-tracks per block. Use <code class="docutils literal notranslate"><span class="pre">1</span></code> for a plain kernel;
+in a warp-specialized kernel give each warp-group its own <code class="docutils literal notranslate"><span class="pre">group_id</span></code> and
+leader so their timelines don’t mix.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">default_leader</span></code> — the predicate for the one writing thread (override per call
+with <code class="docutils literal notranslate"><span class="pre">leader=</span></code>).</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">profiler_enabled</span></code> — pass <code class="docutils literal notranslate"><span class="pre">False</span></code> (or a false-y <code class="docutils literal notranslate"><span class="pre">PrimExpr</span></code>) to turn every
+method into a no-op, so you can leave the markers in and compile them out.</p></li>
+</ul>
+<p><code class="docutils literal notranslate"><span class="pre">CudaProfiler</span></code> emits <code class="docutils literal notranslate"><span class="pre">start</span></code> / <code class="docutils literal notranslate"><span class="pre">end</span></code> / <code class="docutils literal notranslate"><span class="pre">finalize</span></code>; <code class="docutils literal notranslate"><span class="pre">instant</span></code> (event type
+2) is reserved in the wire format and understood by the decoder, but there is no
+method that produces one.</p>
+</section>
+<section id="groups-and-granularity">
+<h2>Groups and granularity<a class="headerlink" href="#groups-and-granularity" title="Link to this heading">#</a></h2>
+<p>A block’s threads are partitioned into <code class="docutils literal notranslate"><span class="pre">num_groups</span></code> logical <em>groups</em>, and the
+trace’s unit is one <code class="docutils literal notranslate"><span class="pre">(block,</span> <span class="pre">group)</span></code> lane — each becomes its own track. The
+partition is yours: a group can be a warp-group, a single warp, or any set of
+threads, and it does <strong>not</strong> have to align to a warp (the recording path has no
+warp-collective op — just a predicated per-thread store and a block fence). Two
+rules:</p>
+<ul class="simple">
+<li><p>a thread joins a group by calling <code class="docutils literal notranslate"><span class="pre">init(group_id)</span></code>, which points <em>its</em> write
+cursor at that group’s lane;</p></li>
+<li><p>exactly one thread per group is the leader and actually writes — pick it with a
+predicate that is true for one thread in the group, and it must be a thread that
+called <code class="docutils literal notranslate"><span class="pre">init</span></code> for that group.</p></li>
+</ul>
+<p>Because each leader has its own cursor, one <code class="docutils literal notranslate"><span class="pre">start</span></code> / <code class="docutils literal notranslate"><span class="pre">end</span></code> statement records
+into <em>every</em> group at once: each leader stamps its own lane.</p>
+<p><strong>Groups as warp-groups.</strong> A 256-thread block is two warp-groups; give each its
+own <code class="docutils literal notranslate"><span class="pre">group_id</span></code> and make its first thread the leader. Here the two warp-groups do
+different amounts of compute, so their tracks have different durations:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">NUM_GROUPS</span> <span class="o">=</span> <span class="mi">2</span>
+<span class="n">p</span> <span class="o">=</span> <span class="n">CudaProfiler</span><span class="p">(</span><span class="n">prof</span><span class="p">,</span> <span class="n">write_stride</span><span class="o">=</span><span class="n">NUM_BLOCKS</span> <span class="o">*</span> <span class="n">NUM_GROUPS</span><span class="p">,</span> <span class="n">num_groups</span><span class="o">=</span><span class="n">NUM_GROUPS</span><span class="p">,</span>
+ <span class="n">default_leader</span><span class="o">=</span><span class="p">(</span><span class="n">tid</span> <span class="o">%</span> <span class="mi">128</span> <span class="o">==</span> <span class="mi">0</span><span class="p">))</span> <span class="c1"># first thread of each warp-group</span>
+<span class="k">if</span> <span class="n">tid</span> <span class="o"><</span> <span class="mi">128</span><span class="p">:</span>
+ <span class="n">p</span><span class="o">.</span><span class="n">init</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
+<span class="k">else</span><span class="p">:</span>
+ <span class="n">p</span><span class="o">.</span><span class="n">init</span><span class="p">(</span><span class="mi">1</span><span class="p">)</span>
+<span class="c1"># ... load ...</span>
+<span class="n">p</span><span class="o">.</span><span class="n">start</span><span class="p">(</span><span class="n">Ev</span><span class="o">.</span><span class="n">Compute</span><span class="p">)</span>
+<span class="k">if</span> <span class="n">tid</span> <span class="o"><</span> <span class="mi">128</span><span class="p">:</span>
+ <span class="k">for</span> <span class="n">_</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="mi">1000</span><span class="p">):</span> <span class="c1"># warp-group 0: light</span>
+ <span class="n">acc</span> <span class="o">=</span> <span class="n">acc</span> <span class="o">*</span> <span class="n">T</span><span class="o">.</span><span class="n">float32</span><span class="p">(</span><span class="mf">1.0001</span><span class="p">)</span> <span class="o">+</span> <span class="n">x</span>
+<span class="k">else</span><span class="p">:</span>
+ <span class="k">for</span> <span class="n">_</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="mi">5000</span><span class="p">):</span> <span class="c1"># warp-group 1: heavy</span>
+ <span class="n">acc</span> <span class="o">=</span> <span class="n">acc</span> <span class="o">*</span> <span class="n">T</span><span class="o">.</span><span class="n">float32</span><span class="p">(</span><span class="mf">1.0001</span><span class="p">)</span> <span class="o">+</span> <span class="n">x</span>
+<span class="n">p</span><span class="o">.</span><span class="n">end</span><span class="p">(</span><span class="n">Ev</span><span class="o">.</span><span class="n">Compute</span><span class="p">)</span>
+</pre></div>
+</div>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">block</span> <span class="mi">0</span> <span class="n">group</span> <span class="mi">0</span><span class="p">:</span> <span class="n">load</span><span class="o">=</span><span class="mi">96</span><span class="n">ns</span><span class="p">,</span> <span class="n">compute</span><span class="o">=</span><span class="mi">3040</span><span class="n">ns</span><span class="p">,</span> <span class="n [...]
+<span class="n">block</span> <span class="mi">0</span> <span class="n">group</span> <span class="mi">1</span><span class="p">:</span> <span class="n">load</span><span class="o">=</span><span class="mi">96</span><span class="n">ns</span><span class="p">,</span> <span class="n">compute</span><span class="o">=</span><span class="mi">10816</span><span class="n">ns</span><span class="p">,</span> <span class="n">store</span><span class="o">=</span><span class="mi">64</span><span class="n">ns</span>
+<span class="n">block</span> <span class="mi">1</span> <span class="n">group</span> <span class="mi">0</span><span class="p">:</span> <span class="n">load</span><span class="o">=</span><span class="mi">96</span><span class="n">ns</span><span class="p">,</span> <span class="n">compute</span><span class="o">=</span><span class="mi">3072</span><span class="n">ns</span><span class="p">,</span> <span class="n">store</span><span class="o">=</span><span class="mi">64</span><span class="n">ns</span>
+<span class="n">block</span> <span class="mi">1</span> <span class="n">group</span> <span class="mi">1</span><span class="p">:</span> <span class="n">load</span><span class="o">=</span><span class="mi">128</span><span class="n">ns</span><span class="p">,</span> <span class="n">compute</span><span class="o">=</span><span class="mi">10784</span><span class="n">ns</span><span class="p">,</span> <span class="n">store</span><span class="o">=</span><span class="mi">64</span><span class="n">ns</span>
+</pre></div>
+</div>
+<p><strong>Groups that are not warp multiples.</strong> A 128-thread block split 48 / 48 / 32
+works the same way — the leaders are the base thread of each group, and the
+48-thread groups (1.5 warps, crossing warp boundaries) each record a correct
+track:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="n">NUM_GROUPS</span> <span class="o">=</span> <span class="mi">3</span> <span class="c1"># groups [0, 48) [48, 96) [96, 128)</span>
+<span class="n">p</span> <span class="o">=</span> <span class="n">CudaProfiler</span><span class="p">(</span><span class="n">prof</span><span class="p">,</span> <span class="n">write_stride</span><span class="o">=</span><span class="n">NUM_BLOCKS</span> <span class="o">*</span> <span class="n">NUM_GROUPS</span><span class="p">,</span> <span class="n">num_groups</span><span class="o">=</span><span class="n">NUM_GROUPS</span><span class="p">,</span>
+ <span class="n">default_leader</span><span class="o">=</span><span class="p">((</span><span class="n">tid</span> <span class="o">==</span> <span class="mi">0</span><span class="p">)</span> <span class="o">|</span> <span class="p">(</span><span class="n">tid</span> <span class="o">==</span> <span class="mi">48</span><span class="p">)</span> <span class="o">|</span> <span class="p">(</span><span class="n">tid</span> <span class="o">==</span> <span class="mi">96</span><span [...]
+<span class="k">if</span> <span class="n">tid</span> <span class="o"><</span> <span class="mi">48</span><span class="p">:</span>
+ <span class="n">p</span><span class="o">.</span><span class="n">init</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
+<span class="k">elif</span> <span class="n">tid</span> <span class="o"><</span> <span class="mi">96</span><span class="p">:</span>
+ <span class="n">p</span><span class="o">.</span><span class="n">init</span><span class="p">(</span><span class="mi">1</span><span class="p">)</span>
+<span class="k">else</span><span class="p">:</span>
+ <span class="n">p</span><span class="o">.</span><span class="n">init</span><span class="p">(</span><span class="mi">2</span><span class="p">)</span>
+</pre></div>
+</div>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">block</span> <span class="mi">0</span> <span class="n">group</span> <span class="mi">0</span><span class="p">:</span> <span class="n">load</span><span class="o">=</span><span class="mi">96</span><span class="n">ns</span><span class="p">,</span> <span class="n">compute</span><span class="o">=</span><span class="mi">4544</span><span class="n">ns</span><span class="p">,</span> <span class="n" [...]
+<span class="n">block</span> <span class="mi">0</span> <span class="n">group</span> <span class="mi">1</span><span class="p">:</span> <span class="n">load</span><span class="o">=</span><span class="mi">64</span><span class="n">ns</span><span class="p">,</span> <span class="n">compute</span><span class="o">=</span><span class="mi">4512</span><span class="n">ns</span><span class="p">,</span> <span class="n">store</span><span class="o">=</span><span class="mi">96</span><span class="n">ns</s [...]
+<span class="n">block</span> <span class="mi">0</span> <span class="n">group</span> <span class="mi">2</span><span class="p">:</span> <span class="n">load</span><span class="o">=</span><span class="mi">64</span><span class="n">ns</span><span class="p">,</span> <span class="n">compute</span><span class="o">=</span><span class="mi">4576</span><span class="n">ns</span><span class="p">,</span> <span class="n">store</span><span class="o">=</span><span class="mi">64</span><span class="n">ns</s [...]
+</pre></div>
+</div>
+</section>
+<section id="what-each-call-wraps">
+<h2>What each call wraps<a class="headerlink" href="#what-each-call-wraps" title="Link to this heading">#</a></h2>
+<p>The methods are thin wrappers around the <code class="docutils literal notranslate"><span class="pre">T.cuda.timer_*</span></code> intrinsics, which
+lower to small <code class="docutils literal notranslate"><span class="pre">__device__</span></code> helpers emitted into the generated CUDA. The
+profiler keeps two per-thread <code class="docutils literal notranslate"><span class="pre">"local"</span></code> scratch slots — the running tag and
+write cursor — and every record is written by:</p>
+<div class="highlight-c++ notranslate"><div class="highlight"><pre><span></span><span class="c1">// tvm_builtin_get_timestamp() == asm("mov.u32 %0, %globaltimer_lo;")</span>
+<span class="n">profiler_buffer</span><span class="p">[</span><span class="n">profiler_write_offset</span><span class="p">[</span><span class="mi">0</span><span class="p">]]</span><span class="w"> </span><span class="o">=</span>
+<span class="w"> </span><span class="p">((</span><span class="kt">uint64_t</span><span class="p">)</span><span class="n">tvm_builtin_get_timestamp</span><span class="p">()</span><span class="w"> </span><span class="o"><<</span><span class="w"> </span><span class="mi">32</span><span class="p">)</span><span class="w"> </span><span class="o">|</span><span class="w"> </span><span class="p">(</span><span class="n">profiler_tag</span><span class="p">[</span><span class="mi">0</span><s [...]
+<span class="n">profiler_write_offset</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="w"> </span><span class="o">+=</span><span class="w"> </span><span class="n">profiler_write_stride</span><span class="p">;</span><span class="w"> </span><span class="c1">// global store; only the leader runs this</span>
+</pre></div>
+</div>
+<p><code class="docutils literal notranslate"><span class="pre">init</span></code> computes <code class="docutils literal notranslate"><span class="pre">BLOCK_GROUP_IDX</span> <span class="pre">=</span> <span class="pre">block_idx</span> <span class="pre">*</span> <span class="pre">num_groups</span> <span class="pre">+</span> <span class="pre">group_id</span></code>, writes
+the header <code class="docutils literal notranslate"><span class="pre">profiler_buffer[0]</span> <span class="pre">=</span> <span class="pre">((uint64_t)num_groups</span> <span class="pre"><<</span> <span class="pre">32)</span> <span class="pre">|</span> <span class="pre">num_blocks</span></code> from
+block 0 / <code class="docutils literal notranslate"><span class="pre">threadIdx.x</span> <span class="pre">==</span> <span class="pre">0</span></code>, and seeds this lane’s cursor to <code class="docutils literal notranslate"><span class="pre">1</span> <span class="pre">+</span>
+<span class="pre">BLOCK_GROUP_IDX</span></code> and tag to <code class="docutils literal notranslate"><span class="pre">BLOCK_GROUP_IDX</span> <span class="pre"><<</span> <span class="pre">12</span></code>. <code class="docutils literal notranslate"><span class="pre">start</span></code> writes the record
+(<code class="docutils literal notranslate"><span class="pre">event_bits</span> <span class="pre">=</span> <span class="pre">(event</span> <span class="pre"><<</span> <span class="pre">2)</span> <span class="pre">|</span> <span class="pre">0</span></code>) then <code class="docutils literal notranslate"><span class="pre">__threadfence_block()</span></code>; <code class="docutils literal notranslate"><span class="pre">end</span></code> fences
+then writes (<code class="docutils literal notranslate"><span class="pre">|</span> <span class="pre">1</span></code>); <code class="docutils literal notranslate"><span class="pre">finalize</span></code> fences then writes <code class="docutils literal notranslate"><span class="pre">0x3</span></code>. The fence runs on
+<em>every</em> thread in the region, only the store is leader-only — that fence is what
+brackets the region’s memory traffic, and why the markers perturb the kernel.</p>
+</section>
+<section id="usage-notes-and-caveats">
+<h2>Usage notes and caveats<a class="headerlink" href="#usage-notes-and-caveats" title="Link to this heading">#</a></h2>
+<ul class="simple">
+<li><p><strong>Zero the buffer before the launch.</strong> The decoder treats <code class="docutils literal notranslate"><span class="pre">0</span></code> as “empty” and
+reads the grid shape from slot 0, which only block 0 / thread 0 writes.</p></li>
+<li><p><strong>Exactly one leader per (block, group).</strong> Each thread keeps its own cursor,
+initialized to <code class="docutils literal notranslate"><span class="pre">1</span> <span class="pre">+</span> <span class="pre">block_group</span></code>; two leaders in the same lane write the same
+offsets and clobber each other. Use <code class="docutils literal notranslate"><span class="pre">tid</span> <span class="pre">==</span> <span class="pre">0</span></code> or lane 0 of the group’s leader
+warp.</p></li>
+<li><p><strong>Call ``init`` once, before any ``start``.</strong> It seeds each thread’s tag and
+cursor; without it both are garbage.</p></li>
+<li><p><strong>Size ``write_stride`` and the buffer together.</strong> The largest slot a lane
+touches is <code class="docutils literal notranslate"><span class="pre">1</span> <span class="pre">+</span> <span class="pre">block_group</span> <span class="pre">+</span> <span class="pre">(records_per_lane</span> <span class="pre">-</span> <span class="pre">1)</span> <span class="pre">*</span> <span class="pre">write_stride</span></code>;
+over-allocate, unused slots stay <code class="docutils literal notranslate"><span class="pre">0</span></code> and are skipped.</p></li>
+<li><p><strong>``%globaltimer_lo`` is only the low 32 bits of the nanosecond timer.</strong> It wraps
+about every 4.29 s (<code class="docutils literal notranslate"><span class="pre">2**32</span></code> ns), so a region straddling a wrap decodes to a
+bogus duration. Resolution is coarse (tens of ns), so very short regions read 0
+or a single tick.</p></li>
+<li><p><strong>No payload.</strong> <code class="docutils literal notranslate"><span class="pre">start</span></code> / <code class="docutils literal notranslate"><span class="pre">end</span></code> record only a timestamp and the event id;
+encode anything extra in the event id (a distinct <code class="docutils literal notranslate"><span class="pre">Ev</span></code> member) or in
+<code class="docutils literal notranslate"><span class="pre">num_groups</span></code>.</p></li>
+<li><p><strong>It is not free.</strong> Two stores plus two block fences per region. Profile, read
+the numbers, then build with <code class="docutils literal notranslate"><span class="pre">profiler_enabled=False</span></code>.</p></li>
+</ul>
+</section>
+</section>
+
+
+ </article>
+
+
+
+
+
+
+ <footer class="prev-next-footer d-print-none">
+
+<div class="prev-next-area">
+ <a class="left-prev"
+ href="compiling.html"
+ title="previous page">
+ <i class="fa-solid fa-angle-left"></i>
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">previous</p>
+ <p class="prev-next-title">Compiling and inspecting</p>
+ </div>
+ </a>
+ <a class="right-next"
+ href="../../layout.html"
+ title="next page">
+ <div class="prev-next-info">
+ <p class="prev-next-subtitle">next</p>
+ <p class="prev-next-title">Tensor Layout</p>
+ </div>
+ <i class="fa-solid fa-angle-right"></i>
+ </a>
+</div>
+ </footer>
+
+ </div>
+
+
+
+ <div class="bd-sidebar-secondary bd-toc"><div class="sidebar-secondary-items sidebar-secondary__inner">
+
+
+ <div class="sidebar-secondary-item">
+ <div class="page-toc tocsection onthispage">
+ <i class="fa-solid fa-list"></i> Contents
+ </div>
+ <nav class="bd-toc-nav page-toc">
+ <ul class="visible nav section-nav flex-column">
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#the-kernel">The kernel</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#run-it-and-read-the-trace">Run it and read the trace</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#on-a-real-kernel">On a real kernel</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#the-api">The API</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#groups-and-granularity">Groups and granularity</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#what-each-call-wraps">What each call wraps</a></li>
+<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#usage-notes-and-caveats">Usage notes and caveats</a></li>
+</ul>
+ </nav></div>
+
+</div></div>
+
+
+ </div>
+ <footer class="bd-footer-content">
+
+<div class="bd-footer-content__inner container">
+
+ <div class="footer-item">
+
+<p class="component-author">
+By Apache Software Foundation
+</p>
+
+ </div>
+
+ <div class="footer-item">
+
+
+ <p class="copyright">
+
+ © Copyright 2020 - 2026, Apache Software Foundation.
+ <br/>
+
+ </p>
+
+ </div>
+
+ <div class="footer-item">
+
+ </div>
+
+ <div class="footer-item">
+
+<div class="extra_footer">
+
+ <div class="footer-container" style="margin: 5px 0; font-size: 0.9em; color: #6c757d; text-align: right;">
+ <div class="footer-line1" style="display: flex; justify-content: flex-end; align-items: center; gap: 0.9em; margin-bottom: 3px; flex-wrap: wrap;">
+ <span class="footer-links"><a href="https://tvm.apache.org/community" style="color: #6c757d; text-decoration: none;">Community</a> · <a href="https://tvm.apache.org/download" style="color: #6c757d; text-decoration: none;">Download</a> · <a href="https://tvm.apache.org/docs" style="color: #6c757d; text-decoration: none;">Docs</a></span>
+ <div class="footer-dropdown">
+ <div class="dropdown">
+ <button class="btn btn-link dropdown-toggle" type="button" id="footerDropdown" data-bs-toggle="dropdown"
+ aria-expanded="false" style="font-size: 0.9em; color: #6c757d; text-decoration: none; padding: 0; border: none; background: none;">
+ ASF
+ </button>
+ <ul class="dropdown-menu dropdown-menu-end" aria-labelledby="footerDropdown" style="font-size: 0.9em;">
+<li><a class="dropdown-item" href="https://apache.org/" target="_blank" style="font-size: 0.9em;">Apache Homepage</a></li>
+<li><a class="dropdown-item" href="https://www.apache.org/licenses/" target="_blank" style="font-size: 0.9em;">License</a></li>
+<li><a class="dropdown-item" href="https://www.apache.org/foundation/sponsorship.html" target="_blank" style="font-size: 0.9em;">Sponsorship</a></li>
+<li><a class="dropdown-item" href="https://tvm.apache.org/docs/reference/security.html" target="_blank" style="font-size: 0.9em;">Security</a></li>
+<li><a class="dropdown-item" href="https://www.apache.org/foundation/thanks.html" target="_blank" style="font-size: 0.9em;">Thanks</a></li>
+<li><a class="dropdown-item" href="https://www.apache.org/events/current-event" target="_blank" style="font-size: 0.9em;">Events</a></li>
+ </ul>
+ </div>
+ </div>
+ </div>
+ <div class="footer-line2" style="font-size: 0.9em; color: #6c757d; text-align: right;">
+ Copyright © 2026 The Apache Software Foundation. Apache TVM, Apache, the Apache feather, and the Apache TVM project logo are either trademarks or registered trademarks of the Apache Software Foundation.
+ </div>
+ </div>
+
+</div>
+ </div>
+
+</div>
+ </footer>
+
+
+ </main>
+ </div>
+ </div>
+
+ <!-- Scripts loaded after <body> so the DOM is not blocked -->
+ <script src="../../../_static/scripts/bootstrap.js?digest=dfe6caa3a7d634c4db9b"></script>
+<script src="../../../_static/scripts/pydata-sphinx-theme.js?digest=dfe6caa3a7d634c4db9b"></script>
+
+ <footer class="bd-footer">
+ </footer>
+ </body>
+</html>
\ No newline at end of file
diff --git a/docs/tirx/native_basics/cuda/threads_sync.html b/docs/tirx/native_basics/cuda/threads_sync.html
index e3e36bbd65d..27aed3f31ee 100644
--- a/docs/tirx/native_basics/cuda/threads_sync.html
+++ b/docs/tirx/native_basics/cuda/threads_sync.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="control_flow.html">Control flow</a></li>
<li class="toctree-l2 current active"><a class="current reference internal" href="#">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/overview.html b/docs/tirx/overview.html
index 65ccea9c412..77dae0dfef1 100644
--- a/docs/tirx/overview.html
+++ b/docs/tirx/overview.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives.html b/docs/tirx/tile_primitives.html
index 4f751481efc..a245762a1e5 100644
--- a/docs/tirx/tile_primitives.html
+++ b/docs/tirx/tile_primitives.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/copy.html b/docs/tirx/tile_primitives/copy.html
index 3422832379b..e087fcb44f2 100644
--- a/docs/tirx/tile_primitives/copy.html
+++ b/docs/tirx/tile_primitives/copy.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/copy/fallback.html b/docs/tirx/tile_primitives/copy/fallback.html
index 0cf77a5f067..c6abd04135b 100644
--- a/docs/tirx/tile_primitives/copy/fallback.html
+++ b/docs/tirx/tile_primitives/copy/fallback.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/copy/gmem_smem.html b/docs/tirx/tile_primitives/copy/gmem_smem.html
index 9f9a02a9b3d..13e02f2f97e 100644
--- a/docs/tirx/tile_primitives/copy/gmem_smem.html
+++ b/docs/tirx/tile_primitives/copy/gmem_smem.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/copy/ldstmatrix.html b/docs/tirx/tile_primitives/copy/ldstmatrix.html
index d0c76ada9fe..5d063567075 100644
--- a/docs/tirx/tile_primitives/copy/ldstmatrix.html
+++ b/docs/tirx/tile_primitives/copy/ldstmatrix.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/copy/reg.html b/docs/tirx/tile_primitives/copy/reg.html
index 9cebcde2cef..03c3a79cff0 100644
--- a/docs/tirx/tile_primitives/copy/reg.html
+++ b/docs/tirx/tile_primitives/copy/reg.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/copy_async.html b/docs/tirx/tile_primitives/copy_async.html
index 819b1ab49ec..b7f6b051b76 100644
--- a/docs/tirx/tile_primitives/copy_async.html
+++ b/docs/tirx/tile_primitives/copy_async.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/copy_async/dsmem.html b/docs/tirx/tile_primitives/copy_async/dsmem.html
index a9615dc4c12..fd6787b15db 100644
--- a/docs/tirx/tile_primitives/copy_async/dsmem.html
+++ b/docs/tirx/tile_primitives/copy_async/dsmem.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/copy_async/ldgsts.html b/docs/tirx/tile_primitives/copy_async/ldgsts.html
index 1ebf4a8a7cc..324f3595a89 100644
--- a/docs/tirx/tile_primitives/copy_async/ldgsts.html
+++ b/docs/tirx/tile_primitives/copy_async/ldgsts.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/copy_async/tcgen05_cp.html b/docs/tirx/tile_primitives/copy_async/tcgen05_cp.html
index 83caa27315c..ed01e9f09cb 100644
--- a/docs/tirx/tile_primitives/copy_async/tcgen05_cp.html
+++ b/docs/tirx/tile_primitives/copy_async/tcgen05_cp.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/copy_async/tcgen05_ldst.html b/docs/tirx/tile_primitives/copy_async/tcgen05_ldst.html
index 04c0746f43d..6447cb1ff94 100644
--- a/docs/tirx/tile_primitives/copy_async/tcgen05_ldst.html
+++ b/docs/tirx/tile_primitives/copy_async/tcgen05_ldst.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/copy_async/tma.html b/docs/tirx/tile_primitives/copy_async/tma.html
index ba699b9fe90..440d7ca3028 100644
--- a/docs/tirx/tile_primitives/copy_async/tma.html
+++ b/docs/tirx/tile_primitives/copy_async/tma.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/elementwise.html b/docs/tirx/tile_primitives/elementwise.html
index b0758cc0a4a..1b5ae921537 100644
--- a/docs/tirx/tile_primitives/elementwise.html
+++ b/docs/tirx/tile_primitives/elementwise.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/elementwise/reg.html b/docs/tirx/tile_primitives/elementwise/reg.html
index 8858285fff8..4c6687419f0 100644
--- a/docs/tirx/tile_primitives/elementwise/reg.html
+++ b/docs/tirx/tile_primitives/elementwise/reg.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/elementwise/smem.html b/docs/tirx/tile_primitives/elementwise/smem.html
index bce361df2f7..b0d0ebb11e0 100644
--- a/docs/tirx/tile_primitives/elementwise/smem.html
+++ b/docs/tirx/tile_primitives/elementwise/smem.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/gemm.html b/docs/tirx/tile_primitives/gemm.html
index 7f9dd891d86..eae4e943e47 100644
--- a/docs/tirx/tile_primitives/gemm.html
+++ b/docs/tirx/tile_primitives/gemm.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/gemm_async.html b/docs/tirx/tile_primitives/gemm_async.html
index 98b596d6e88..193823c3ea5 100644
--- a/docs/tirx/tile_primitives/gemm_async.html
+++ b/docs/tirx/tile_primitives/gemm_async.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/permute_layout.html b/docs/tirx/tile_primitives/permute_layout.html
index da6c4d6c0ce..a5ac9e296b2 100644
--- a/docs/tirx/tile_primitives/permute_layout.html
+++ b/docs/tirx/tile_primitives/permute_layout.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/reduction.html b/docs/tirx/tile_primitives/reduction.html
index 57073946776..72b8587a696 100644
--- a/docs/tirx/tile_primitives/reduction.html
+++ b/docs/tirx/tile_primitives/reduction.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/reduction/local.html b/docs/tirx/tile_primitives/reduction/local.html
index 9fed4f2ea09..d290f14c4cd 100644
--- a/docs/tirx/tile_primitives/reduction/local.html
+++ b/docs/tirx/tile_primitives/reduction/local.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/reduction/shared.html b/docs/tirx/tile_primitives/reduction/shared.html
index 7849f105684..8b5275beb14 100644
--- a/docs/tirx/tile_primitives/reduction/shared.html
+++ b/docs/tirx/tile_primitives/reduction/shared.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>
diff --git a/docs/tirx/tile_primitives/reduction/sm100_packed.html b/docs/tirx/tile_primitives/reduction/sm100_packed.html
index 59b1d632df1..ab79189a173 100644
--- a/docs/tirx/tile_primitives/reduction/sm100_packed.html
+++ b/docs/tirx/tile_primitives/reduction/sm100_packed.html
@@ -256,6 +256,7 @@
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/control_flow.html">Control flow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/threads_sync.html">CUDA C++/PTX intrinsics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/compiling.html">Compiling and inspecting</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../native_basics/cuda/profiling.html">In-kernel profiling with CudaProfiler</a></li>
</ul>
</details></li>
<li class="toctree-l1"><a class="reference internal" href="../../layout.html">Tensor Layout</a></li>