You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tvm.apache.org by tq...@apache.org on 2024/02/10 01:19:41 UTC
(tvm-site) branch asf-site updated: deploying docs (apache/tvm@1698793226ef326af2a8559918b6dac20a2e0932)
This is an automated email from the ASF dual-hosted git repository.
tqchen pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/tvm-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new ed0f12e184 deploying docs (apache/tvm@1698793226ef326af2a8559918b6dac20a2e0932)
ed0f12e184 is described below
commit ed0f12e184f030099d1f661e6cab337438e5df8c
Author: tvm-bot <95...@users.noreply.github.com>
AuthorDate: Sat Feb 10 01:19:34 2024 +0000
deploying docs (apache/tvm@1698793226ef326af2a8559918b6dac20a2e0932)
---
.../0e2f38fcb1a1fb3e636e5953aa600dee/from_mxnet.py | 8 +-
.../tune_alu_vta.ipynb | 4 +-
.../tune_network_arm.py | 11 +-
.../deploy_model_on_nano.py | 8 +-
.../deploy_model_on_rasp.py | 8 +-
.../from_mxnet.ipynb | 4 +-
.../tune_network_arm.ipynb | 4 +-
.../tune_network_mali.ipynb | 4 +-
.../tune_network_mali.py | 10 +-
.../tune_alu_vta.py | 7 +-
.../deploy_quantized.py | 12 +-
.../deploy_model_on_rasp.ipynb | 2 +-
.../deploy_classification.ipynb | 4 +-
.../deploy_classification.py | 7 +-
.../deploy_quantized.ipynb | 4 +-
.../tune_network_x86.ipynb | 4 +-
.../tune_network_cuda.ipynb | 4 +-
.../bring_your_own_datatypes.ipynb | 4 +-
.../tune_relay_vta.ipynb | 4 +-
.../deploy_model_on_nano.ipynb | 2 +-
.../tune_relay_vta.py | 8 +-
.../tune_network_x86.py | 20 +-
.../tune_network_cuda.py | 8 +-
.../bring_your_own_datatypes.py | 8 +-
.../how_to/compile_models/from_darknet.rst.txt | 2 +-
.../how_to/compile_models/from_mxnet.rst.txt | 36 +--
.../how_to/compile_models/from_oneflow.rst.txt | 2 +-
.../how_to/compile_models/from_paddle.rst.txt | 5 -
.../how_to/compile_models/from_pytorch.rst.txt | 2 +-
.../how_to/compile_models/from_tensorflow.rst.txt | 2 +-
.../compile_models/sg_execution_times.rst.txt | 22 +-
.../deploy_models/deploy_model_on_adreno.rst.txt | 4 +-
.../deploy_model_on_adreno_tvmc.rst.txt | 2 +-
.../deploy_models/deploy_model_on_android.rst.txt | 2 +-
.../deploy_models/deploy_model_on_nano.rst.txt | 36 +--
.../deploy_models/deploy_model_on_rasp.rst.txt | 36 +--
.../deploy_object_detection_pytorch.rst.txt | 4 +-
.../deploy_models/deploy_prequantized.rst.txt | 6 +-
.../deploy_prequantized_tflite.rst.txt | 2 +-
.../how_to/deploy_models/deploy_quantized.rst.txt | 36 +--
.../deploy_models/sg_execution_times.rst.txt | 22 +-
.../extend_tvm/bring_your_own_datatypes.rst.txt | 76 +++---
.../how_to/extend_tvm/sg_execution_times.rst.txt | 8 +-
.../how_to/extend_tvm/use_pass_instrument.rst.txt | 16 +-
.../optimize_operators/opt_conv_cuda.rst.txt | 2 +-
.../optimize_operators/opt_conv_tensorcore.rst.txt | 2 +-
.../how_to/optimize_operators/opt_gemm.rst.txt | 16 +-
.../optimize_operators/sg_execution_times.rst.txt | 8 +-
.../sg_execution_times.rst.txt | 14 +-
.../tune_conv2d_layer_cuda.rst.txt | 2 +-
.../tune_network_arm.rst.txt | 39 ++--
.../tune_network_cuda.rst.txt | 28 ++-
.../tune_network_mali.rst.txt | 36 +--
.../tune_network_x86.rst.txt | 48 ++--
.../tune_with_autotvm/sg_execution_times.rst.txt | 8 +-
.../tune_with_autotvm/tune_conv2d_cuda.rst.txt | 2 +-
.../work_with_microtvm/micro_autotune.rst.txt | 18 +-
.../work_with_microtvm/micro_pytorch.rst.txt | 4 +-
.../how_to/work_with_microtvm/micro_train.rst.txt | 16 +-
.../work_with_microtvm/sg_execution_times.rst.txt | 14 +-
.../work_with_relay/sg_execution_times.rst.txt | 10 +-
.../how_to/work_with_schedules/intrin_math.rst.txt | 2 +-
.../work_with_schedules/sg_execution_times.rst.txt | 18 +-
.../tutorials/autotvm/sg_execution_times.rst.txt | 4 +-
.../vta/tutorials/autotvm/tune_alu_vta.rst.txt | 25 +-
.../vta/tutorials/autotvm/tune_relay_vta.rst.txt | 40 ++--
.../frontend/deploy_classification.rst.txt | 29 ++-
.../tutorials/frontend/deploy_detection.rst.txt | 2 +-
.../tutorials/frontend/sg_execution_times.rst.txt | 6 +-
.../tutorials/optimize/sg_execution_times.rst.txt | 6 +-
.../topic/vta/tutorials/sg_execution_times.rst.txt | 6 +-
.../tutorial/auto_scheduler_matmul_x86.rst.txt | 4 +-
docs/_sources/tutorial/autotvm_matmul_x86.rst.txt | 20 +-
docs/_sources/tutorial/autotvm_relay_x86.rst.txt | 54 ++---
.../tutorial/cross_compilation_and_rpc.rst.txt | 2 +-
docs/_sources/tutorial/intro_topi.rst.txt | 2 +-
docs/_sources/tutorial/sg_execution_times.rst.txt | 22 +-
.../tutorial/tensor_expr_get_started.rst.txt | 46 ++--
docs/commit_hash | 2 +-
docs/how_to/compile_models/from_darknet.html | 2 +-
docs/how_to/compile_models/from_mxnet.html | 10 +-
docs/how_to/compile_models/from_oneflow.html | 14 +-
docs/how_to/compile_models/from_paddle.html | 1 -
docs/how_to/compile_models/from_pytorch.html | 16 +-
docs/how_to/compile_models/from_tensorflow.html | 2 +-
docs/how_to/compile_models/sg_execution_times.html | 22 +-
.../deploy_models/deploy_model_on_adreno.html | 4 +-
.../deploy_models/deploy_model_on_adreno_tvmc.html | 17 +-
.../deploy_models/deploy_model_on_android.html | 2 +-
.../how_to/deploy_models/deploy_model_on_nano.html | 10 +-
.../how_to/deploy_models/deploy_model_on_rasp.html | 10 +-
.../deploy_object_detection_pytorch.html | 60 ++---
docs/how_to/deploy_models/deploy_prequantized.html | 9 +-
.../deploy_models/deploy_prequantized_tflite.html | 2 +-
docs/how_to/deploy_models/deploy_quantized.html | 17 +-
docs/how_to/deploy_models/sg_execution_times.html | 22 +-
.../extend_tvm/bring_your_own_datatypes.html | 12 +-
docs/how_to/extend_tvm/sg_execution_times.html | 8 +-
docs/how_to/extend_tvm/use_pass_instrument.html | 16 +-
docs/how_to/optimize_operators/opt_conv_cuda.html | 2 +-
.../optimize_operators/opt_conv_tensorcore.html | 2 +-
docs/how_to/optimize_operators/opt_gemm.html | 16 +-
.../optimize_operators/sg_execution_times.html | 8 +-
.../sg_execution_times.html | 18 +-
.../tune_conv2d_layer_cuda.html | 2 +-
.../tune_with_autoscheduler/tune_network_arm.html | 11 +-
.../tune_with_autoscheduler/tune_network_cuda.html | 13 +-
.../tune_with_autoscheduler/tune_network_mali.html | 12 +-
.../tune_with_autoscheduler/tune_network_x86.html | 27 ++-
.../tune_with_autotvm/sg_execution_times.html | 8 +-
.../how_to/tune_with_autotvm/tune_conv2d_cuda.html | 2 +-
docs/how_to/work_with_microtvm/micro_autotune.html | 18 +-
docs/how_to/work_with_microtvm/micro_pytorch.html | 6 +-
docs/how_to/work_with_microtvm/micro_train.html | 16 +-
.../work_with_microtvm/sg_execution_times.html | 14 +-
.../how_to/work_with_relay/sg_execution_times.html | 10 +-
docs/how_to/work_with_schedules/intrin_math.html | 2 +-
.../work_with_schedules/sg_execution_times.html | 18 +-
docs/install/nnpack.html | 12 +-
docs/reference/api/python/auto_scheduler.html | 4 +-
.../api/typedoc/classes/ArtifactCache.html | 8 +-
docs/reference/api/typedoc/classes/DLDataType.html | 14 +-
docs/reference/api/typedoc/classes/DLDevice.html | 12 +-
docs/reference/api/typedoc/classes/Instance.html | 104 ++++-----
docs/reference/api/typedoc/classes/Module.html | 12 +-
docs/reference/api/typedoc/classes/NDArray.html | 30 +--
docs/reference/api/typedoc/classes/RPCServer.html | 16 +-
docs/reference/api/typedoc/classes/Scalar.html | 8 +-
docs/reference/api/typedoc/classes/TVMArray.html | 16 +-
docs/reference/api/typedoc/classes/TVMObject.html | 12 +-
.../api/typedoc/classes/VirtualMachine.html | 10 +-
.../classes/_internal_.CachedCallStack.html | 36 +--
.../classes/_internal_.CanvasRenderManager.html | 10 +-
.../typedoc/classes/_internal_.Environment.html | 14 +-
.../api/typedoc/classes/_internal_.FFILibrary.html | 22 +-
.../api/typedoc/classes/_internal_.Memory.html | 36 +--
.../typedoc/classes/_internal_.PackedFuncCell.html | 8 +-
.../typedoc/classes/_internal_.RuntimeContext.html | 54 ++---
.../api/typedoc/classes/_internal_.TVMString.html | 14 +-
.../typedoc/classes/_internal_.WebGPUContext.html | 28 +--
.../typedoc/enums/_internal_.RPCServerState.html | 14 +-
docs/reference/api/typedoc/functions/assert.html | 2 +-
.../api/typedoc/functions/createPolyfillWASI.html | 2 +-
.../api/typedoc/functions/detectGPUDevice.html | 2 +-
.../api/typedoc/functions/hasNDArrayInCache.html | 2 +-
.../api/typedoc/functions/instantiate.html | 2 +-
docs/reference/api/typedoc/functions/wasmPath.html | 2 +-
.../api/typedoc/interfaces/Disposable.html | 4 +-
.../typedoc/interfaces/GPUDeviceDetectOutput.html | 8 +-
.../api/typedoc/interfaces/InitProgressReport.html | 10 +-
.../api/typedoc/interfaces/LibraryProvider.html | 6 +-
.../interfaces/_internal_.FunctionInfo.html | 8 +-
.../interfaces/_internal_.NDArrayCacheEntry.html | 14 +-
.../interfaces/_internal_.NDArrayShardEntry.html | 10 +-
.../api/typedoc/types/InitProgressCallback.html | 2 +-
docs/reference/api/typedoc/types/PackedFunc.html | 2 +-
.../types/_internal_.FObjectConstructor.html | 2 +-
.../types/_internal_.FTVMWasmAllocSpace.html | 2 +-
.../types/_internal_.FTVMWasmFreeSpace.html | 2 +-
.../types/_internal_.FTVMWasmPackedCFunc.html | 2 +-
.../api/typedoc/types/_internal_.Pointer.html | 2 +-
.../typedoc/types/_internal_.TVMObjectBase.html | 2 +-
docs/searchindex.js | 2 +-
.../vta/tutorials/autotvm/sg_execution_times.html | 4 +-
docs/topic/vta/tutorials/autotvm/tune_alu_vta.html | 7 +-
.../vta/tutorials/autotvm/tune_relay_vta.html | 8 +-
.../tutorials/frontend/deploy_classification.html | 11 +-
.../vta/tutorials/frontend/deploy_detection.html | 2 +-
.../vta/tutorials/frontend/sg_execution_times.html | 6 +-
.../vta/tutorials/optimize/sg_execution_times.html | 6 +-
docs/topic/vta/tutorials/sg_execution_times.html | 6 +-
docs/tutorial/auto_scheduler_matmul_x86.html | 4 +-
docs/tutorial/autotvm_matmul_x86.html | 20 +-
docs/tutorial/autotvm_relay_x86.html | 260 ++++++++++-----------
docs/tutorial/cross_compilation_and_rpc.html | 2 +-
docs/tutorial/intro_topi.html | 2 +-
docs/tutorial/sg_execution_times.html | 22 +-
docs/tutorial/tensor_expr_get_started.html | 46 ++--
178 files changed, 1343 insertions(+), 1145 deletions(-)
diff --git a/docs/_downloads/0e2f38fcb1a1fb3e636e5953aa600dee/from_mxnet.py b/docs/_downloads/0e2f38fcb1a1fb3e636e5953aa600dee/from_mxnet.py
index 0694d2aed0..132f098d92 100644
--- a/docs/_downloads/0e2f38fcb1a1fb3e636e5953aa600dee/from_mxnet.py
+++ b/docs/_downloads/0e2f38fcb1a1fb3e636e5953aa600dee/from_mxnet.py
@@ -37,6 +37,7 @@ https://mxnet.apache.org/versions/master/install/index.html
# sphinx_gallery_start_ignore
# sphinx_gallery_requires_cuda = True
# sphinx_gallery_end_ignore
+import sys
import mxnet as mx
import tvm
import tvm.relay as relay
@@ -51,7 +52,12 @@ from mxnet.gluon.model_zoo.vision import get_model
from PIL import Image
from matplotlib import pyplot as plt
-block = get_model("resnet18_v1", pretrained=True)
+try:
+ block = get_model("resnet18_v1", pretrained=True)
+except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
+
img_url = "https://github.com/dmlc/mxnet.js/blob/main/data/cat.png?raw=true"
img_name = "cat.png"
synset_url = "".join(
diff --git a/docs/_downloads/178b6f23dffc01ac92f2cf95f41a5679/tune_alu_vta.ipynb b/docs/_downloads/178b6f23dffc01ac92f2cf95f41a5679/tune_alu_vta.ipynb
index 2765008f31..6301a89dc4 100644
--- a/docs/_downloads/178b6f23dffc01ac92f2cf95f41a5679/tune_alu_vta.ipynb
+++ b/docs/_downloads/178b6f23dffc01ac92f2cf95f41a5679/tune_alu_vta.ipynb
@@ -26,7 +26,7 @@
},
"outputs": [],
"source": [
- "import os\nfrom mxnet.gluon.model_zoo import vision\nimport numpy as np\nfrom PIL import Image\n\nfrom tvm import topi\nimport tvm\nfrom tvm import te\nfrom tvm import rpc, autotvm, relay\nfrom tvm.contrib import download\nfrom tvm.autotvm.measure.measure_methods import request_remote\nfrom tvm.autotvm.tuner import XGBTuner, GATuner, RandomTuner, GridSearchTuner\nfrom tvm.autotvm import record\n\nimport vta\nfrom vta.testing import simulator\nfrom vta.top import graph_pack\nimpo [...]
+ "import os\nimport sys\nfrom mxnet.gluon.model_zoo import vision\nimport numpy as np\nfrom PIL import Image\n\nfrom tvm import topi\nimport tvm\nfrom tvm import te\nfrom tvm import rpc, autotvm, relay\nfrom tvm.contrib import download\nfrom tvm.autotvm.measure.measure_methods import request_remote\nfrom tvm.autotvm.tuner import XGBTuner, GATuner, RandomTuner, GridSearchTuner\nfrom tvm.autotvm import record\n\nimport vta\nfrom vta.testing import simulator\nfrom vta.top import grap [...]
]
},
{
@@ -98,7 +98,7 @@
},
"outputs": [],
"source": [
- "def tune_and_evaluate(tuning_opt):\n\n if env.TARGET != \"intelfocl\":\n print(\"ALU only op only available for intelfocl target\")\n return\n\n # Register VTA tuning tasks\n register_vta_tuning_tasks()\n\n # Perform task extraction on Relay program\n print(\"Extract tasks...\")\n relay_prog, params = compile_network(env, target, network, start_pack, stop_pack)\n mod = tvm.IRModule.from_expr(relay_prog)\n tasks = autotvm.task.extract_from_pr [...]
+ "def tune_and_evaluate(tuning_opt):\n\n if env.TARGET != \"intelfocl\":\n print(\"ALU only op only available for intelfocl target\")\n return\n\n # Register VTA tuning tasks\n register_vta_tuning_tasks()\n\n # Perform task extraction on Relay program\n print(\"Extract tasks...\")\n relay_prog, params = compile_network(env, target, network, start_pack, stop_pack)\n mod = tvm.IRModule.from_expr(relay_prog)\n tasks = autotvm.task.extract_from_pr [...]
]
}
],
diff --git a/docs/_downloads/17b139d609f9480c7eeda2da1f90f28c/tune_network_arm.py b/docs/_downloads/17b139d609f9480c7eeda2da1f90f28c/tune_network_arm.py
index adc9c9fbb2..0b59038f19 100644
--- a/docs/_downloads/17b139d609f9480c7eeda2da1f90f28c/tune_network_arm.py
+++ b/docs/_downloads/17b139d609f9480c7eeda2da1f90f28c/tune_network_arm.py
@@ -49,6 +49,7 @@ __name__ == "__main__":` block.
import numpy as np
import os
+import sys
import tvm
from tvm import relay, auto_scheduler
@@ -264,9 +265,13 @@ log_file = "%s-%s-B%d-%s.json" % (network, layout, batch_size, target.kind.name)
# Extract tasks from the network
print("Get model...")
-mod, params, input_shape, output_shape = get_network(
- network, batch_size, layout, dtype=dtype, use_sparse=use_sparse
-)
+try:
+ mod, params, input_shape, output_shape = get_network(
+ network, batch_size, layout, dtype=dtype, use_sparse=use_sparse
+ )
+except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
print("Extract tasks...")
tasks, task_weights = auto_scheduler.extract_tasks(mod["main"], params, target)
diff --git a/docs/_downloads/3fde0fe8b31bf786dec2a01858372eae/deploy_model_on_nano.py b/docs/_downloads/3fde0fe8b31bf786dec2a01858372eae/deploy_model_on_nano.py
index abd0b3fab6..761187e2d7 100644
--- a/docs/_downloads/3fde0fe8b31bf786dec2a01858372eae/deploy_model_on_nano.py
+++ b/docs/_downloads/3fde0fe8b31bf786dec2a01858372eae/deploy_model_on_nano.py
@@ -106,12 +106,18 @@ from tvm.contrib.download import download_testdata
# `MXNet Gluon model zoo <https://mxnet.apache.org/api/python/gluon/model_zoo.html>`_.
# You can found more details about this part at tutorial :ref:`tutorial-from-mxnet`.
+import sys
+
from mxnet.gluon.model_zoo.vision import get_model
from PIL import Image
import numpy as np
# one line to get the model
-block = get_model("resnet18_v1", pretrained=True)
+try:
+ block = get_model("resnet18_v1", pretrained=True)
+except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
######################################################################
# In order to test our model, here we download an image of cat and
diff --git a/docs/_downloads/408ef96692a668b33d94eca33cac7e0a/deploy_model_on_rasp.py b/docs/_downloads/408ef96692a668b33d94eca33cac7e0a/deploy_model_on_rasp.py
index de4ed9aff0..5196ae9ce1 100644
--- a/docs/_downloads/408ef96692a668b33d94eca33cac7e0a/deploy_model_on_rasp.py
+++ b/docs/_downloads/408ef96692a668b33d94eca33cac7e0a/deploy_model_on_rasp.py
@@ -99,12 +99,18 @@ from tvm.contrib.download import download_testdata
# `MXNet Gluon model zoo <https://mxnet.apache.org/api/python/gluon/model_zoo.html>`_.
# You can found more details about this part at tutorial :ref:`tutorial-from-mxnet`.
+import sys
+
from mxnet.gluon.model_zoo.vision import get_model
from PIL import Image
import numpy as np
# one line to get the model
-block = get_model("resnet18_v1", pretrained=True)
+try:
+ block = get_model("resnet18_v1", pretrained=True)
+except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
######################################################################
# In order to test our model, here we download an image of cat and
diff --git a/docs/_downloads/4bbcfcce3c35b0b795a42c998ceb3770/from_mxnet.ipynb b/docs/_downloads/4bbcfcce3c35b0b795a42c998ceb3770/from_mxnet.ipynb
index 7aa0d334ca..0f3a95608d 100644
--- a/docs/_downloads/4bbcfcce3c35b0b795a42c998ceb3770/from_mxnet.ipynb
+++ b/docs/_downloads/4bbcfcce3c35b0b795a42c998ceb3770/from_mxnet.ipynb
@@ -44,7 +44,7 @@
},
"outputs": [],
"source": [
- "# some standard imports\nimport mxnet as mx\nimport tvm\nimport tvm.relay as relay\nimport numpy as np"
+ "# some standard imports\nimport sys\nimport mxnet as mx\nimport tvm\nimport tvm.relay as relay\nimport numpy as np"
]
},
{
@@ -62,7 +62,7 @@
},
"outputs": [],
"source": [
- "from tvm.contrib.download import download_testdata\nfrom mxnet.gluon.model_zoo.vision import get_model\nfrom PIL import Image\nfrom matplotlib import pyplot as plt\n\nblock = get_model(\"resnet18_v1\", pretrained=True)\nimg_url = \"https://github.com/dmlc/mxnet.js/blob/main/data/cat.png?raw=true\"\nimg_name = \"cat.png\"\nsynset_url = \"\".join(\n [\n \"https://gist.githubusercontent.com/zhreshold/\",\n \"4d0b62f3d01426887599d4f7ede23ee5/raw/\",\n \"596b2 [...]
+ "from tvm.contrib.download import download_testdata\nfrom mxnet.gluon.model_zoo.vision import get_model\nfrom PIL import Image\nfrom matplotlib import pyplot as plt\n\ntry:\n block = get_model(\"resnet18_v1\", pretrained=True)\nexcept RuntimeError:\n print(\"Downloads from mxnet no longer supported\", file=sys.stderr)\n sys.exit(0)\n\nimg_url = \"https://github.com/dmlc/mxnet.js/blob/main/data/cat.png?raw=true\"\nimg_name = \"cat.png\"\nsynset_url = \"\".join(\n [\n [...]
]
},
{
diff --git a/docs/_downloads/4dc30a43f3a6aa3ed4bc3077ad35ff70/tune_network_arm.ipynb b/docs/_downloads/4dc30a43f3a6aa3ed4bc3077ad35ff70/tune_network_arm.ipynb
index 97d8c5567e..215151a769 100644
--- a/docs/_downloads/4dc30a43f3a6aa3ed4bc3077ad35ff70/tune_network_arm.ipynb
+++ b/docs/_downloads/4dc30a43f3a6aa3ed4bc3077ad35ff70/tune_network_arm.ipynb
@@ -26,7 +26,7 @@
},
"outputs": [],
"source": [
- "import numpy as np\nimport os\n\nimport tvm\nfrom tvm import relay, auto_scheduler\nfrom tvm.relay import data_dep_optimization as ddo\nimport tvm.relay.testing\nfrom tvm.contrib import graph_executor\nfrom tvm.contrib.utils import tempdir"
+ "import numpy as np\nimport os\nimport sys\n\nimport tvm\nfrom tvm import relay, auto_scheduler\nfrom tvm.relay import data_dep_optimization as ddo\nimport tvm.relay.testing\nfrom tvm.contrib import graph_executor\nfrom tvm.contrib.utils import tempdir"
]
},
{
@@ -94,7 +94,7 @@
},
"outputs": [],
"source": [
- "# Extract tasks from the network\nprint(\"Get model...\")\nmod, params, input_shape, output_shape = get_network(\n network, batch_size, layout, dtype=dtype, use_sparse=use_sparse\n)\nprint(\"Extract tasks...\")\ntasks, task_weights = auto_scheduler.extract_tasks(mod[\"main\"], params, target)\n\nfor idx, task in enumerate(tasks):\n print(\"========== Task %d (workload key: %s) ==========\" % (idx, task.workload_key))\n print(task.compute_dag)"
+ "# Extract tasks from the network\nprint(\"Get model...\")\ntry:\n mod, params, input_shape, output_shape = get_network(\n network, batch_size, layout, dtype=dtype, use_sparse=use_sparse\n )\nexcept RuntimeError:\n print(\"Downloads from mxnet no longer supported\", file=sys.stderr)\n sys.exit(0)\nprint(\"Extract tasks...\")\ntasks, task_weights = auto_scheduler.extract_tasks(mod[\"main\"], params, target)\n\nfor idx, task in enumerate(tasks):\n print(\"==== [...]
]
},
{
diff --git a/docs/_downloads/5e4e499c097b16a90c517e630502253a/tune_network_mali.ipynb b/docs/_downloads/5e4e499c097b16a90c517e630502253a/tune_network_mali.ipynb
index 36243d5e4d..c404bff1c1 100644
--- a/docs/_downloads/5e4e499c097b16a90c517e630502253a/tune_network_mali.ipynb
+++ b/docs/_downloads/5e4e499c097b16a90c517e630502253a/tune_network_mali.ipynb
@@ -26,7 +26,7 @@
},
"outputs": [],
"source": [
- "import numpy as np\n\nimport tvm\nfrom tvm import relay, auto_scheduler\nimport tvm.relay.testing\nfrom tvm.contrib import graph_executor\nimport os"
+ "import os\nimport sys\n\nimport numpy as np\n\nimport tvm\nfrom tvm import relay, auto_scheduler\nimport tvm.relay.testing\nfrom tvm.contrib import graph_executor"
]
},
{
@@ -80,7 +80,7 @@
},
"outputs": [],
"source": [
- "# Extract tasks from the network\nprint(\"Extract tasks...\")\nmod, params, input_shape, output_shape = get_network(network, batch_size, layout, dtype=dtype)\ntasks, task_weights = auto_scheduler.extract_tasks(mod[\"main\"], params, target)\n\nfor idx, task in enumerate(tasks):\n print(\"========== Task %d (workload key: %s) ==========\" % (idx, task.workload_key))\n print(task.compute_dag)"
+ "# Extract tasks from the network\nprint(\"Extract tasks...\")\ntry:\n mod, params, input_shape, output_shape = get_network(network, batch_size, layout, dtype=dtype)\nexcept RuntimeError:\n print(\"Downloads from mxnet no longer supported\", file=sys.stderr)\n sys.exit(0)\ntasks, task_weights = auto_scheduler.extract_tasks(mod[\"main\"], params, target)\n\nfor idx, task in enumerate(tasks):\n print(\"========== Task %d (workload key: %s) ==========\" % (idx, task.wor [...]
]
},
{
diff --git a/docs/_downloads/67bf7dd99bcfb837cf3e8b461a5eeb48/tune_network_mali.py b/docs/_downloads/67bf7dd99bcfb837cf3e8b461a5eeb48/tune_network_mali.py
index ab754ea30f..1c531a5303 100644
--- a/docs/_downloads/67bf7dd99bcfb837cf3e8b461a5eeb48/tune_network_mali.py
+++ b/docs/_downloads/67bf7dd99bcfb837cf3e8b461a5eeb48/tune_network_mali.py
@@ -44,6 +44,8 @@ get it to run, you will need to wrap the body of this tutorial in a :code:`if
__name__ == "__main__":` block.
"""
+import os
+import sys
import numpy as np
@@ -51,7 +53,7 @@ import tvm
from tvm import relay, auto_scheduler
import tvm.relay.testing
from tvm.contrib import graph_executor
-import os
+
#################################################################
# Define a Network
@@ -169,7 +171,11 @@ device_key = "rk3399"
# Extract tasks from the network
print("Extract tasks...")
-mod, params, input_shape, output_shape = get_network(network, batch_size, layout, dtype=dtype)
+try:
+ mod, params, input_shape, output_shape = get_network(network, batch_size, layout, dtype=dtype)
+except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
tasks, task_weights = auto_scheduler.extract_tasks(mod["main"], params, target)
for idx, task in enumerate(tasks):
diff --git a/docs/_downloads/6bbcf342fb9192416b8e1a86a1d4e981/tune_alu_vta.py b/docs/_downloads/6bbcf342fb9192416b8e1a86a1d4e981/tune_alu_vta.py
index 8a4db13ac4..8ee58fe990 100644
--- a/docs/_downloads/6bbcf342fb9192416b8e1a86a1d4e981/tune_alu_vta.py
+++ b/docs/_downloads/6bbcf342fb9192416b8e1a86a1d4e981/tune_alu_vta.py
@@ -20,6 +20,7 @@ Auto-tuning a ALU fused op on VTA
"""
import os
+import sys
from mxnet.gluon.model_zoo import vision
import numpy as np
from PIL import Image
@@ -337,4 +338,8 @@ def tune_and_evaluate(tuning_opt):
# Run the tuning and evaluate the results
-tune_and_evaluate(tuning_option)
+try:
+ tune_and_evaluate(tuning_option)
+except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
diff --git a/docs/_downloads/7810ecf51bfc05f7d5e8a400ac3e815d/deploy_quantized.py b/docs/_downloads/7810ecf51bfc05f7d5e8a400ac3e815d/deploy_quantized.py
index f1b45dd7c1..2cdb7da5f8 100644
--- a/docs/_downloads/7810ecf51bfc05f7d5e8a400ac3e815d/deploy_quantized.py
+++ b/docs/_downloads/7810ecf51bfc05f7d5e8a400ac3e815d/deploy_quantized.py
@@ -27,6 +27,9 @@ In this tutorial, we will import a GluonCV pre-trained model on ImageNet to
Relay, quantize the Relay model and then perform the inference.
"""
+import logging
+import os
+import sys
import tvm
from tvm import te
@@ -34,8 +37,7 @@ from tvm import relay
import mxnet as mx
from tvm.contrib.download import download_testdata
from mxnet import gluon
-import logging
-import os
+
batch_size = 1
model_name = "resnet18_v1"
@@ -157,7 +159,11 @@ def run_inference(mod):
def main():
- mod, params = get_model()
+ try:
+ mod, params = get_model()
+ except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ return
mod = quantize(mod, params, data_aware=True)
run_inference(mod)
diff --git a/docs/_downloads/7c392f39b90d93406ef30c6185c5686c/deploy_model_on_rasp.ipynb b/docs/_downloads/7c392f39b90d93406ef30c6185c5686c/deploy_model_on_rasp.ipynb
index 6e8e718733..99be5240ce 100644
--- a/docs/_downloads/7c392f39b90d93406ef30c6185c5686c/deploy_model_on_rasp.ipynb
+++ b/docs/_downloads/7c392f39b90d93406ef30c6185c5686c/deploy_model_on_rasp.ipynb
@@ -58,7 +58,7 @@
},
"outputs": [],
"source": [
- "from mxnet.gluon.model_zoo.vision import get_model\nfrom PIL import Image\nimport numpy as np\n\n# one line to get the model\nblock = get_model(\"resnet18_v1\", pretrained=True)"
+ "import sys\n\nfrom mxnet.gluon.model_zoo.vision import get_model\nfrom PIL import Image\nimport numpy as np\n\n# one line to get the model\ntry:\n block = get_model(\"resnet18_v1\", pretrained=True)\nexcept RuntimeError:\n print(\"Downloads from mxnet no longer supported\", file=sys.stderr)\n sys.exit(0)"
]
},
{
diff --git a/docs/_downloads/95395e118195f25266654dd8fbf487d4/deploy_classification.ipynb b/docs/_downloads/95395e118195f25266654dd8fbf487d4/deploy_classification.ipynb
index 9ab4c69b4e..922db11bb3 100644
--- a/docs/_downloads/95395e118195f25266654dd8fbf487d4/deploy_classification.ipynb
+++ b/docs/_downloads/95395e118195f25266654dd8fbf487d4/deploy_classification.ipynb
@@ -33,7 +33,7 @@
},
"outputs": [],
"source": [
- "from __future__ import absolute_import, print_function\n\nimport argparse, json, os, requests, sys, time\nfrom io import BytesIO\nfrom os.path import join, isfile\nfrom PIL import Image\n\nfrom mxnet.gluon.model_zoo import vision\nimport numpy as np\nfrom matplotlib import pyplot as plt\n\nimport tvm\nfrom tvm import te\nfrom tvm import rpc, autotvm, relay\nfrom tvm.contrib import graph_executor, utils, download\nfrom tvm.contrib.debugger import debug_executor\nfrom tvm.relay im [...]
+ "from __future__ import absolute_import, print_function\n\nimport argparse, json, os, requests, sys, time\nfrom io import BytesIO\nfrom os.path import join, isfile\nimport sys\nfrom PIL import Image\n\nfrom mxnet.gluon.model_zoo import vision\nimport numpy as np\nfrom matplotlib import pyplot as plt\n\nimport tvm\nfrom tvm import te\nfrom tvm import rpc, autotvm, relay\nfrom tvm.contrib import graph_executor, utils, download\nfrom tvm.contrib.debugger import debug_executor\nfrom [...]
]
},
{
@@ -87,7 +87,7 @@
},
"outputs": [],
"source": [
- "# Load pre-configured AutoTVM schedules\nwith autotvm.tophub.context(target):\n\n # Populate the shape and data type dictionary for ImageNet classifier input\n dtype_dict = {\"data\": \"float32\"}\n shape_dict = {\"data\": (env.BATCH, 3, 224, 224)}\n\n # Get off the shelf gluon model, and convert to relay\n gluon_model = vision.get_model(model, pretrained=True)\n\n # Measure build start time\n build_start = time.time()\n\n # Start front end compilation\n [...]
+ "# Load pre-configured AutoTVM schedules\nwith autotvm.tophub.context(target):\n\n # Populate the shape and data type dictionary for ImageNet classifier input\n dtype_dict = {\"data\": \"float32\"}\n shape_dict = {\"data\": (env.BATCH, 3, 224, 224)}\n\n # Get off the shelf gluon model, and convert to relay\n try:\n gluon_model = vision.get_model(model, pretrained=True)\n except RuntimeError:\n print(\"Downloads from mxnet no longer supported\", fil [...]
]
},
{
diff --git a/docs/_downloads/9e8de33a5822b31748bfd76861009f92/deploy_classification.py b/docs/_downloads/9e8de33a5822b31748bfd76861009f92/deploy_classification.py
index f1e4926a32..c741a1678f 100644
--- a/docs/_downloads/9e8de33a5822b31748bfd76861009f92/deploy_classification.py
+++ b/docs/_downloads/9e8de33a5822b31748bfd76861009f92/deploy_classification.py
@@ -43,6 +43,7 @@ from __future__ import absolute_import, print_function
import argparse, json, os, requests, sys, time
from io import BytesIO
from os.path import join, isfile
+import sys
from PIL import Image
from mxnet.gluon.model_zoo import vision
@@ -163,7 +164,11 @@ with autotvm.tophub.context(target):
shape_dict = {"data": (env.BATCH, 3, 224, 224)}
# Get off the shelf gluon model, and convert to relay
- gluon_model = vision.get_model(model, pretrained=True)
+ try:
+ gluon_model = vision.get_model(model, pretrained=True)
+ except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
# Measure build start time
build_start = time.time()
diff --git a/docs/_downloads/a269cb38341b190be980a0bd3ea8a625/deploy_quantized.ipynb b/docs/_downloads/a269cb38341b190be980a0bd3ea8a625/deploy_quantized.ipynb
index b18f4447ed..8501889b26 100644
--- a/docs/_downloads/a269cb38341b190be980a0bd3ea8a625/deploy_quantized.ipynb
+++ b/docs/_downloads/a269cb38341b190be980a0bd3ea8a625/deploy_quantized.ipynb
@@ -26,7 +26,7 @@
},
"outputs": [],
"source": [
- "import tvm\nfrom tvm import te\nfrom tvm import relay\nimport mxnet as mx\nfrom tvm.contrib.download import download_testdata\nfrom mxnet import gluon\nimport logging\nimport os\n\nbatch_size = 1\nmodel_name = \"resnet18_v1\"\ntarget = \"cuda\"\ndev = tvm.device(target)"
+ "import logging\nimport os\nimport sys\n\nimport tvm\nfrom tvm import te\nfrom tvm import relay\nimport mxnet as mx\nfrom tvm.contrib.download import download_testdata\nfrom mxnet import gluon\n\n\nbatch_size = 1\nmodel_name = \"resnet18_v1\"\ntarget = \"cuda\"\ndev = tvm.device(target)"
]
},
{
@@ -116,7 +116,7 @@
},
"outputs": [],
"source": [
- "def run_inference(mod):\n model = relay.create_executor(\"vm\", mod, dev, target).evaluate()\n val_data, batch_fn = get_val_data()\n for i, batch in enumerate(val_data):\n data, label = batch_fn(batch)\n prediction = model(data)\n if i > 10: # only run inference on a few samples in this tutorial\n break\n\n\ndef main():\n mod, params = get_model()\n mod = quantize(mod, params, data_aware=True)\n run_inference(mod)\n\n\nif __name [...]
+ "def run_inference(mod):\n model = relay.create_executor(\"vm\", mod, dev, target).evaluate()\n val_data, batch_fn = get_val_data()\n for i, batch in enumerate(val_data):\n data, label = batch_fn(batch)\n prediction = model(data)\n if i > 10: # only run inference on a few samples in this tutorial\n break\n\n\ndef main():\n try:\n mod, params = get_model()\n except RuntimeError:\n print(\"Downloads from mxnet no longer [...]
]
}
],
diff --git a/docs/_downloads/ad2a7f55d615d188ad664d56696815a6/tune_network_x86.ipynb b/docs/_downloads/ad2a7f55d615d188ad664d56696815a6/tune_network_x86.ipynb
index fa78ddf732..112255b631 100644
--- a/docs/_downloads/ad2a7f55d615d188ad664d56696815a6/tune_network_x86.ipynb
+++ b/docs/_downloads/ad2a7f55d615d188ad664d56696815a6/tune_network_x86.ipynb
@@ -26,7 +26,7 @@
},
"outputs": [],
"source": [
- "import numpy as np\n\nimport tvm\nfrom tvm import relay, auto_scheduler\nfrom tvm.relay import data_dep_optimization as ddo\nimport tvm.relay.testing\nfrom tvm.contrib import graph_executor"
+ "import sys\n\nimport numpy as np\n\nimport tvm\nfrom tvm import relay, auto_scheduler\nfrom tvm.relay import data_dep_optimization as ddo\nimport tvm.relay.testing\nfrom tvm.contrib import graph_executor"
]
},
{
@@ -62,7 +62,7 @@
},
"outputs": [],
"source": [
- "# Extract tasks from the network\nprint(\"Get model...\")\nmod, params, input_shape, output_shape = get_network(\n network,\n batch_size,\n layout,\n dtype=dtype,\n use_sparse=use_sparse,\n)\nprint(\"Extract tasks...\")\ntasks, task_weights = auto_scheduler.extract_tasks(mod[\"main\"], params, target)\n\nfor idx, task in enumerate(tasks):\n print(\"========== Task %d (workload key: %s) ==========\" % (idx, task.workload_key))\n print(task.compute_dag)"
+ "# Extract tasks from the network\nprint(\"Get model...\")\ntry:\n mod, params, input_shape, output_shape = get_network(\n network,\n batch_size,\n layout,\n dtype=dtype,\n use_sparse=use_sparse,\n )\nexcept RuntimeError:\n print(\"Downloads from mxnet no longer supported\", file=sys.stderr)\n sys.exit(0)\n\nprint(\"Extract tasks...\")\ntasks, task_weights = auto_scheduler.extract_tasks(mod[\"main\"], params, target)\n\nfor idx, task [...]
]
},
{
diff --git a/docs/_downloads/af264436d049e3cd84803b67b6620b63/tune_network_cuda.ipynb b/docs/_downloads/af264436d049e3cd84803b67b6620b63/tune_network_cuda.ipynb
index bece12aaf0..8d829ffc0d 100644
--- a/docs/_downloads/af264436d049e3cd84803b67b6620b63/tune_network_cuda.ipynb
+++ b/docs/_downloads/af264436d049e3cd84803b67b6620b63/tune_network_cuda.ipynb
@@ -26,7 +26,7 @@
},
"outputs": [],
"source": [
- "import numpy as np\n\nimport tvm\nfrom tvm import relay, auto_scheduler\nimport tvm.relay.testing\nfrom tvm.contrib import graph_executor"
+ "import sys\nimport numpy as np\n\nimport tvm\nfrom tvm import relay, auto_scheduler\nimport tvm.relay.testing\nfrom tvm.contrib import graph_executor"
]
},
{
@@ -62,7 +62,7 @@
},
"outputs": [],
"source": [
- "# Extract tasks from the network\nprint(\"Extract tasks...\")\nmod, params, input_shape, output_shape = get_network(network, batch_size, layout, dtype=dtype)\ntasks, task_weights = auto_scheduler.extract_tasks(mod[\"main\"], params, target)\n\nfor idx, task in enumerate(tasks):\n print(\"========== Task %d (workload key: %s) ==========\" % (idx, task.workload_key))\n print(task.compute_dag)"
+ "# Extract tasks from the network\nprint(\"Extract tasks...\")\ntry:\n mod, params, input_shape, output_shape = get_network(network, batch_size, layout, dtype=dtype)\nexcept RuntimeError:\n print(\"Downloads from mxnet no longer supported\", file=sys.stderr)\n sys.exit(0)\ntasks, task_weights = auto_scheduler.extract_tasks(mod[\"main\"], params, target)\n\nfor idx, task in enumerate(tasks):\n print(\"========== Task %d (workload key: %s) ==========\" % (idx, task.wor [...]
]
},
{
diff --git a/docs/_downloads/b11795df0596a55e4982bf895d0c8c38/bring_your_own_datatypes.ipynb b/docs/_downloads/b11795df0596a55e4982bf895d0c8c38/bring_your_own_datatypes.ipynb
index 36ec3433b3..cd92662c0e 100644
--- a/docs/_downloads/b11795df0596a55e4982bf895d0c8c38/bring_your_own_datatypes.ipynb
+++ b/docs/_downloads/b11795df0596a55e4982bf895d0c8c38/bring_your_own_datatypes.ipynb
@@ -33,7 +33,7 @@
},
"outputs": [],
"source": [
- "import tvm\nfrom tvm import relay\n\n# Our basic program: Z = X + Y\nx = relay.var(\"x\", shape=(3,), dtype=\"float32\")\ny = relay.var(\"y\", shape=(3,), dtype=\"float32\")\nz = x + y\nprogram = relay.Function([x, y], z)\nmodule = tvm.IRModule.from_expr(program)"
+ "import sys\n\nimport tvm\nfrom tvm import relay\n\n# Our basic program: Z = X + Y\nx = relay.var(\"x\", shape=(3,), dtype=\"float32\")\ny = relay.var(\"y\", shape=(3,), dtype=\"float32\")\nz = x + y\nprogram = relay.Function([x, y], z)\nmodule = tvm.IRModule.from_expr(program)"
]
},
{
@@ -231,7 +231,7 @@
},
"outputs": [],
"source": [
- "def get_mobilenet():\n dshape = (1, 3, 224, 224)\n from mxnet.gluon.model_zoo.vision import get_model\n\n block = get_model(\"mobilenet0.25\", pretrained=True)\n shape_dict = {\"data\": dshape}\n return relay.frontend.from_mxnet(block, shape_dict)\n\n\ndef get_cat_image():\n from tvm.contrib.download import download_testdata\n from PIL import Image\n\n url = \"https://gist.githubusercontent.com/zhreshold/bcda4716699ac97ea44f791c24310193/raw/fa7ef0e9c9a5da [...]
+ "def get_mobilenet():\n dshape = (1, 3, 224, 224)\n from mxnet.gluon.model_zoo.vision import get_model\n\n block = get_model(\"mobilenet0.25\", pretrained=True)\n shape_dict = {\"data\": dshape}\n return relay.frontend.from_mxnet(block, shape_dict)\n\n\ndef get_cat_image():\n from tvm.contrib.download import download_testdata\n from PIL import Image\n\n url = \"https://gist.githubusercontent.com/zhreshold/bcda4716699ac97ea44f791c24310193/raw/fa7ef0e9c9a5da [...]
]
},
{
diff --git a/docs/_downloads/b1b0cbd807166348a0eabbad6bfbbdaf/tune_relay_vta.ipynb b/docs/_downloads/b1b0cbd807166348a0eabbad6bfbbdaf/tune_relay_vta.ipynb
index f91e3fac98..f5aa4ecbab 100644
--- a/docs/_downloads/b1b0cbd807166348a0eabbad6bfbbdaf/tune_relay_vta.ipynb
+++ b/docs/_downloads/b1b0cbd807166348a0eabbad6bfbbdaf/tune_relay_vta.ipynb
@@ -33,7 +33,7 @@
},
"outputs": [],
"source": [
- "import os\nfrom mxnet.gluon.model_zoo import vision\nimport numpy as np\nfrom PIL import Image\n\nfrom tvm import topi\nimport tvm\nfrom tvm import te\nfrom tvm import rpc, autotvm, relay\nfrom tvm.contrib import graph_executor, utils, download\nfrom tvm.autotvm.measure.measure_methods import request_remote\nfrom tvm.autotvm.tuner import XGBTuner, GATuner, RandomTuner, GridSearchTuner\n\nimport vta\nfrom vta.testing import simulator\nfrom vta.top import graph_pack"
+ "import os\nimport sys\n\nfrom mxnet.gluon.model_zoo import vision\nimport numpy as np\nfrom PIL import Image\n\nfrom tvm import topi\nimport tvm\nfrom tvm import te\nfrom tvm import rpc, autotvm, relay\nfrom tvm.contrib import graph_executor, utils, download\nfrom tvm.autotvm.measure.measure_methods import request_remote\nfrom tvm.autotvm.tuner import XGBTuner, GATuner, RandomTuner, GridSearchTuner\n\nimport vta\nfrom vta.testing import simulator\nfrom vta.top import graph_pack"
]
},
{
@@ -144,7 +144,7 @@
},
"outputs": [],
"source": [
- "def tune_and_evaluate(tuning_opt):\n\n # Register VTA tuning tasks\n register_vta_tuning_tasks()\n\n # Perform task extraction on Relay program\n print(\"Extract tasks...\")\n relay_prog, params = compile_network(env, target, network, start_pack, stop_pack)\n mod = tvm.IRModule.from_expr(relay_prog)\n tasks = autotvm.task.extract_from_program(\n mod,\n params=params,\n ops=(relay.op.get(\"nn.conv2d\"),),\n target=target,\n [...]
+ "def tune_and_evaluate(tuning_opt):\n\n # Register VTA tuning tasks\n register_vta_tuning_tasks()\n\n # Perform task extraction on Relay program\n print(\"Extract tasks...\")\n relay_prog, params = compile_network(env, target, network, start_pack, stop_pack)\n mod = tvm.IRModule.from_expr(relay_prog)\n tasks = autotvm.task.extract_from_program(\n mod,\n params=params,\n ops=(relay.op.get(\"nn.conv2d\"),),\n target=target,\n [...]
]
},
{
diff --git a/docs/_downloads/cafefaac0e14b00fd7644da616cab35a/deploy_model_on_nano.ipynb b/docs/_downloads/cafefaac0e14b00fd7644da616cab35a/deploy_model_on_nano.ipynb
index b373e66f00..21080ea8ab 100644
--- a/docs/_downloads/cafefaac0e14b00fd7644da616cab35a/deploy_model_on_nano.ipynb
+++ b/docs/_downloads/cafefaac0e14b00fd7644da616cab35a/deploy_model_on_nano.ipynb
@@ -58,7 +58,7 @@
},
"outputs": [],
"source": [
- "from mxnet.gluon.model_zoo.vision import get_model\nfrom PIL import Image\nimport numpy as np\n\n# one line to get the model\nblock = get_model(\"resnet18_v1\", pretrained=True)"
+ "import sys\n\nfrom mxnet.gluon.model_zoo.vision import get_model\nfrom PIL import Image\nimport numpy as np\n\n# one line to get the model\ntry:\n block = get_model(\"resnet18_v1\", pretrained=True)\nexcept RuntimeError:\n print(\"Downloads from mxnet no longer supported\", file=sys.stderr)\n sys.exit(0)"
]
},
{
diff --git a/docs/_downloads/d7b7e50e9f5b4ff04d55a56e52314c71/tune_relay_vta.py b/docs/_downloads/d7b7e50e9f5b4ff04d55a56e52314c71/tune_relay_vta.py
index dc5bd46227..b5de247883 100644
--- a/docs/_downloads/d7b7e50e9f5b4ff04d55a56e52314c71/tune_relay_vta.py
+++ b/docs/_downloads/d7b7e50e9f5b4ff04d55a56e52314c71/tune_relay_vta.py
@@ -54,6 +54,8 @@ log file to get the best knob parameters.
# Now return to python code. Import packages.
import os
+import sys
+
from mxnet.gluon.model_zoo import vision
import numpy as np
from PIL import Image
@@ -471,7 +473,11 @@ def tune_and_evaluate(tuning_opt):
# Run the tuning and evaluate the results
-tune_and_evaluate(tuning_option)
+try:
+ tune_and_evaluate(tuning_option)
+except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
######################################################################
# Sample Output
diff --git a/docs/_downloads/e416b94ca1090b0897c0f6e0df95b911/tune_network_x86.py b/docs/_downloads/e416b94ca1090b0897c0f6e0df95b911/tune_network_x86.py
index 6eb1b79bfe..96df3942ab 100644
--- a/docs/_downloads/e416b94ca1090b0897c0f6e0df95b911/tune_network_x86.py
+++ b/docs/_downloads/e416b94ca1090b0897c0f6e0df95b911/tune_network_x86.py
@@ -45,6 +45,7 @@ get it to run, you will need to wrap the body of this tutorial in a :code:`if
__name__ == "__main__":` block.
"""
+import sys
import numpy as np
@@ -168,13 +169,18 @@ log_file = "%s-%s-B%d-%s.json" % (network, layout, batch_size, target.kind.name)
# Extract tasks from the network
print("Get model...")
-mod, params, input_shape, output_shape = get_network(
- network,
- batch_size,
- layout,
- dtype=dtype,
- use_sparse=use_sparse,
-)
+try:
+ mod, params, input_shape, output_shape = get_network(
+ network,
+ batch_size,
+ layout,
+ dtype=dtype,
+ use_sparse=use_sparse,
+ )
+except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
+
print("Extract tasks...")
tasks, task_weights = auto_scheduler.extract_tasks(mod["main"], params, target)
diff --git a/docs/_downloads/eafe360d52540634c9eea0fa89e804bd/tune_network_cuda.py b/docs/_downloads/eafe360d52540634c9eea0fa89e804bd/tune_network_cuda.py
index 6709964103..41e7e8fb41 100644
--- a/docs/_downloads/eafe360d52540634c9eea0fa89e804bd/tune_network_cuda.py
+++ b/docs/_downloads/eafe360d52540634c9eea0fa89e804bd/tune_network_cuda.py
@@ -44,7 +44,7 @@ get it to run, you will need to wrap the body of this tutorial in a :code:`if
__name__ == "__main__":` block.
"""
-
+import sys
import numpy as np
import tvm
@@ -152,7 +152,11 @@ log_file = "%s-%s-B%d-%s.json" % (network, layout, batch_size, target.kind.name)
# Extract tasks from the network
print("Extract tasks...")
-mod, params, input_shape, output_shape = get_network(network, batch_size, layout, dtype=dtype)
+try:
+ mod, params, input_shape, output_shape = get_network(network, batch_size, layout, dtype=dtype)
+except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
tasks, task_weights = auto_scheduler.extract_tasks(mod["main"], params, target)
for idx, task in enumerate(tasks):
diff --git a/docs/_downloads/ee99205e9f2e4f54c0fb7925008a5354/bring_your_own_datatypes.py b/docs/_downloads/ee99205e9f2e4f54c0fb7925008a5354/bring_your_own_datatypes.py
index f5ff89717c..e502aff3e0 100644
--- a/docs/_downloads/ee99205e9f2e4f54c0fb7925008a5354/bring_your_own_datatypes.py
+++ b/docs/_downloads/ee99205e9f2e4f54c0fb7925008a5354/bring_your_own_datatypes.py
@@ -58,6 +58,8 @@ If you would like to try this with your own datatype library, first bring the li
# --------------------
#
# We'll begin by writing a simple program in TVM; afterwards, we will re-write it to use custom datatypes.
+import sys
+
import tvm
from tvm import relay
@@ -253,7 +255,11 @@ def get_cat_image():
return np.asarray(img, dtype="float32")
-module, params = get_mobilenet()
+try:
+ module, params = get_mobilenet()
+except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
######################################################################
# It's easy to execute MobileNet with native TVM:
diff --git a/docs/_sources/how_to/compile_models/from_darknet.rst.txt b/docs/_sources/how_to/compile_models/from_darknet.rst.txt
index 46e716ef5a..ba539cc609 100644
--- a/docs/_sources/how_to/compile_models/from_darknet.rst.txt
+++ b/docs/_sources/how_to/compile_models/from_darknet.rst.txt
@@ -318,7 +318,7 @@ The process is no different from other examples.
.. rst-class:: sphx-glr-timing
- **Total running time of the script:** ( 1 minutes 30.993 seconds)
+ **Total running time of the script:** ( 1 minutes 25.084 seconds)
.. _sphx_glr_download_how_to_compile_models_from_darknet.py:
diff --git a/docs/_sources/how_to/compile_models/from_mxnet.rst.txt b/docs/_sources/how_to/compile_models/from_mxnet.rst.txt
index ce7c369a12..16cabc3663 100644
--- a/docs/_sources/how_to/compile_models/from_mxnet.rst.txt
+++ b/docs/_sources/how_to/compile_models/from_mxnet.rst.txt
@@ -38,12 +38,13 @@ This article is an introductory tutorial to deploy mxnet models with Relay. To b
or please refer to official installation guide.
https://mxnet.apache.org/versions/master/install/index.html
-.. GENERATED FROM PYTHON SOURCE LINES 35-42
+.. GENERATED FROM PYTHON SOURCE LINES 35-43
.. code-block:: default
# some standard imports
+ import sys
import mxnet as mx
import tvm
import tvm.relay as relay
@@ -56,13 +57,13 @@ https://mxnet.apache.org/versions/master/install/index.html
-.. GENERATED FROM PYTHON SOURCE LINES 46-49
+.. GENERATED FROM PYTHON SOURCE LINES 47-50
Download Resnet18 model from Gluon Model Zoo
---------------------------------------------
In this section, we download a pretrained imagenet model and classify an image.
-.. GENERATED FROM PYTHON SOURCE LINES 49-86
+.. GENERATED FROM PYTHON SOURCE LINES 50-92
.. code-block:: default
@@ -71,7 +72,12 @@ In this section, we download a pretrained imagenet model and classify an image.
from PIL import Image
from matplotlib import pyplot as plt
- block = get_model("resnet18_v1", pretrained=True)
+ try:
+ block = get_model("resnet18_v1", pretrained=True)
+ except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
+
img_url = "https://github.com/dmlc/mxnet.js/blob/main/data/cat.png?raw=true"
img_name = "cat.png"
synset_url = "".join(
@@ -116,13 +122,13 @@ In this section, we download a pretrained imagenet model and classify an image.
.. code-block:: none
- Downloading /workspace/.mxnet/models/resnet18_v1-a0666292.zip51471a83-cacd-46e1-bb0f-504b086a89e8 from https://apache-mxnet.s3-accelerate.dualstack.amazonaws.com/gluon/models/resnet18_v1-a0666292.zip...
+ Downloading /workspace/.mxnet/models/resnet18_v1-a0666292.zip63ede1e8-42ec-485a-aebe-af8b6df7f791 from https://apache-mxnet.s3-accelerate.dualstack.amazonaws.com/gluon/models/resnet18_v1-a0666292.zip...
x (1, 3, 224, 224)
-.. GENERATED FROM PYTHON SOURCE LINES 87-92
+.. GENERATED FROM PYTHON SOURCE LINES 93-98
Compile the Graph
-----------------
@@ -130,7 +136,7 @@ Now we would like to port the Gluon model to a portable computational graph.
It's as easy as several lines.
We support MXNet static graph(symbol) and HybridBlock in mxnet.gluon
-.. GENERATED FROM PYTHON SOURCE LINES 92-98
+.. GENERATED FROM PYTHON SOURCE LINES 98-104
.. code-block:: default
@@ -147,11 +153,11 @@ We support MXNet static graph(symbol) and HybridBlock in mxnet.gluon
-.. GENERATED FROM PYTHON SOURCE LINES 99-100
+.. GENERATED FROM PYTHON SOURCE LINES 105-106
now compile the graph
-.. GENERATED FROM PYTHON SOURCE LINES 100-104
+.. GENERATED FROM PYTHON SOURCE LINES 106-110
.. code-block:: default
@@ -166,13 +172,13 @@ now compile the graph
-.. GENERATED FROM PYTHON SOURCE LINES 105-108
+.. GENERATED FROM PYTHON SOURCE LINES 111-114
Execute the portable graph on TVM
---------------------------------
Now, we would like to reproduce the same forward computation using TVM.
-.. GENERATED FROM PYTHON SOURCE LINES 108-122
+.. GENERATED FROM PYTHON SOURCE LINES 114-128
.. code-block:: default
@@ -203,14 +209,14 @@ Now, we would like to reproduce the same forward computation using TVM.
-.. GENERATED FROM PYTHON SOURCE LINES 123-127
+.. GENERATED FROM PYTHON SOURCE LINES 129-133
Use MXNet symbol with pretrained weights
----------------------------------------
MXNet often use `arg_params` and `aux_params` to store network parameters
separately, here we show how to use these weights with existing API
-.. GENERATED FROM PYTHON SOURCE LINES 127-142
+.. GENERATED FROM PYTHON SOURCE LINES 133-148
.. code-block:: default
@@ -236,11 +242,11 @@ separately, here we show how to use these weights with existing API
-.. GENERATED FROM PYTHON SOURCE LINES 143-144
+.. GENERATED FROM PYTHON SOURCE LINES 149-150
for a normal mxnet model, we start from here
-.. GENERATED FROM PYTHON SOURCE LINES 144-148
+.. GENERATED FROM PYTHON SOURCE LINES 150-154
.. code-block:: default
diff --git a/docs/_sources/how_to/compile_models/from_oneflow.rst.txt b/docs/_sources/how_to/compile_models/from_oneflow.rst.txt
index 408fda2e98..753862b673 100644
--- a/docs/_sources/how_to/compile_models/from_oneflow.rst.txt
+++ b/docs/_sources/how_to/compile_models/from_oneflow.rst.txt
@@ -121,7 +121,7 @@ Load a pretrained OneFlow model and save model
.. code-block:: none
Downloading: "https://oneflow-public.oss-cn-beijing.aliyuncs.com/model_zoo/flowvision/classification/ResNet/resnet18.zip" to /workspace/.oneflow/flowvision_cache/resnet18.zip
- 0%| | 0.00/41.5M [00:00<?, ?B/s] 16%|#6 | 6.70M/41.5M [00:00<00:00, 70.3MB/s] 35%|###4 | 14.3M/41.5M [00:00<00:00, 61.4MB/s] 49%|####8 | 20.3M/41.5M [00:00<00:00, 61.5MB/s] 63%|######3 | 26.2M/41.5M [00:00<00:00, 47.4MB/s] 77%|#######7 | 32.0M/41.5M [00:00<00:00, 45.7MB/s] 96%|#########6| 40.0M/41.5M [00:00<00:00, 52.2MB/s] 100%|##########| 41.5M/41.5M [00:00<00:00, 54.1MB/s]
+ 0%| | 0.00/41.5M [00:00<?, ?B/s] 19%|#9 | 7.99M/41.5M [00:00<00:00, 51.2MB/s] 39%|###8 | 16.0M/41.5M [00:00<00:00, 38.0MB/s] 54%|#####3 | 22.3M/41.5M [00:00<00:00, 44.9MB/s] 65%|######5 | 27.1M/41.5M [00:00<00:00, 41.8MB/s] 77%|#######7 | 32.0M/41.5M [00:00<00:00, 38.8MB/s] 96%|#########6| 40.0M/41.5M [00:01<00:00, 42.1MB/s] 100%|##########| 41.5M/41.5M [00:01<00:00, 43.2MB/s]
diff --git a/docs/_sources/how_to/compile_models/from_paddle.rst.txt b/docs/_sources/how_to/compile_models/from_paddle.rst.txt
index 9b4507be49..8df75c9e33 100644
--- a/docs/_sources/how_to/compile_models/from_paddle.rst.txt
+++ b/docs/_sources/how_to/compile_models/from_paddle.rst.txt
@@ -207,11 +207,6 @@ Look up prediction top 1 index in 1000 class synset.
-.. rst-class:: sphx-glr-timing
-
- **Total running time of the script:** ( 1 minutes 0.444 seconds)
-
-
.. _sphx_glr_download_how_to_compile_models_from_paddle.py:
.. only:: html
diff --git a/docs/_sources/how_to/compile_models/from_pytorch.rst.txt b/docs/_sources/how_to/compile_models/from_pytorch.rst.txt
index 4036b61f44..1056e37d96 100644
--- a/docs/_sources/how_to/compile_models/from_pytorch.rst.txt
+++ b/docs/_sources/how_to/compile_models/from_pytorch.rst.txt
@@ -101,7 +101,7 @@ Load a pretrained PyTorch model
/venv/apache-tvm-py3.8/lib/python3.8/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=ResNet18_Weights.IMAGENET1K_V1`. You can also use `weights=ResNet18_Weights.DEFAULT` to get the most up-to-date weights.
warnings.warn(msg)
Downloading: "https://download.pytorch.org/models/resnet18-f37072fd.pth" to /workspace/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth
- 0%| | 0.00/44.7M [00:00<?, ?B/s] 18%|#7 | 7.99M/44.7M [00:00<00:00, 56.3MB/s] 30%|##9 | 13.4M/44.7M [00:00<00:00, 40.6MB/s] 39%|###8 | 17.3M/44.7M [00:00<00:00, 33.5MB/s] 54%|#####3 | 24.0M/44.7M [00:00<00:00, 41.5MB/s] 72%|#######1 | 32.0M/44.7M [00:00<00:00, 47.6MB/s] 90%|########9 | 40.0M/44.7M [00:00<00:00, 43.1MB/s] 99%|#########9| 44.3M/44.7M [00:01<00:00, 41.6MB/s] 100%|##########| 44.7M/44.7M [00:01<00:00, 42.4MB/s]
+ 0%| | 0.00/44.7M [00:00<?, ?B/s] 18%|#7 | 7.99M/44.7M [00:00<00:00, 45.5MB/s] 32%|###2 | 14.3M/44.7M [00:00<00:00, 42.5MB/s] 41%|####1 | 18.3M/44.7M [00:00<00:00, 37.5MB/s] 54%|#####3 | 24.0M/44.7M [00:00<00:00, 42.2MB/s] 72%|#######1 | 32.0M/44.7M [00:00<00:00, 50.7MB/s] 86%|########5 | 38.3M/44.7M [00:00<00:00, 52.5MB/s] 97%|#########7| 43.4M/44.7M [00:00<00:00, 47.7MB/s] 100%|##########| 44.7M/44.7M [00:00<00:00, 47.1MB/s]
diff --git a/docs/_sources/how_to/compile_models/from_tensorflow.rst.txt b/docs/_sources/how_to/compile_models/from_tensorflow.rst.txt
index 1ee857978f..8a3d54f732 100644
--- a/docs/_sources/how_to/compile_models/from_tensorflow.rst.txt
+++ b/docs/_sources/how_to/compile_models/from_tensorflow.rst.txt
@@ -430,7 +430,7 @@ Run the corresponding model on tensorflow
.. rst-class:: sphx-glr-timing
- **Total running time of the script:** ( 1 minutes 28.685 seconds)
+ **Total running time of the script:** ( 1 minutes 22.905 seconds)
.. _sphx_glr_download_how_to_compile_models_from_tensorflow.py:
diff --git a/docs/_sources/how_to/compile_models/sg_execution_times.rst.txt b/docs/_sources/how_to/compile_models/sg_execution_times.rst.txt
index 5f49614bf7..8b4a462d99 100644
--- a/docs/_sources/how_to/compile_models/sg_execution_times.rst.txt
+++ b/docs/_sources/how_to/compile_models/sg_execution_times.rst.txt
@@ -5,26 +5,26 @@
Computation times
=================
-**07:02.215** total execution time for **how_to_compile_models** files:
+**06:33.385** total execution time for **how_to_compile_models** files:
+-----------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_compile_models_from_darknet.py` (``from_darknet.py``) | 01:30.993 | 0.0 MB |
+| :ref:`sphx_glr_how_to_compile_models_from_darknet.py` (``from_darknet.py``) | 01:25.084 | 0.0 MB |
+-----------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_compile_models_from_tensorflow.py` (``from_tensorflow.py``) | 01:28.685 | 0.0 MB |
+| :ref:`sphx_glr_how_to_compile_models_from_tensorflow.py` (``from_tensorflow.py``) | 01:22.905 | 0.0 MB |
+-----------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_compile_models_from_paddle.py` (``from_paddle.py``) | 01:00.444 | 0.0 MB |
+| :ref:`sphx_glr_how_to_compile_models_from_paddle.py` (``from_paddle.py``) | 00:56.134 | 0.0 MB |
+-----------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_compile_models_from_oneflow.py` (``from_oneflow.py``) | 00:41.783 | 0.0 MB |
+| :ref:`sphx_glr_how_to_compile_models_from_oneflow.py` (``from_oneflow.py``) | 00:39.344 | 0.0 MB |
+-----------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_compile_models_from_coreml.py` (``from_coreml.py``) | 00:37.080 | 0.0 MB |
+| :ref:`sphx_glr_how_to_compile_models_from_coreml.py` (``from_coreml.py``) | 00:34.316 | 0.0 MB |
+-----------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_compile_models_from_mxnet.py` (``from_mxnet.py``) | 00:33.797 | 0.0 MB |
+| :ref:`sphx_glr_how_to_compile_models_from_mxnet.py` (``from_mxnet.py``) | 00:31.642 | 0.0 MB |
+-----------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_compile_models_from_pytorch.py` (``from_pytorch.py``) | 00:28.486 | 0.0 MB |
+| :ref:`sphx_glr_how_to_compile_models_from_pytorch.py` (``from_pytorch.py``) | 00:26.014 | 0.0 MB |
+-----------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_compile_models_from_keras.py` (``from_keras.py``) | 00:26.152 | 0.0 MB |
+| :ref:`sphx_glr_how_to_compile_models_from_keras.py` (``from_keras.py``) | 00:24.468 | 0.0 MB |
+-----------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_compile_models_from_tflite.py` (``from_tflite.py``) | 00:11.948 | 0.0 MB |
+| :ref:`sphx_glr_how_to_compile_models_from_tflite.py` (``from_tflite.py``) | 00:10.825 | 0.0 MB |
+-----------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_compile_models_from_onnx.py` (``from_onnx.py``) | 00:02.846 | 0.0 MB |
+| :ref:`sphx_glr_how_to_compile_models_from_onnx.py` (``from_onnx.py``) | 00:02.652 | 0.0 MB |
+-----------------------------------------------------------------------------------+-----------+--------+
diff --git a/docs/_sources/how_to/deploy_models/deploy_model_on_adreno.rst.txt b/docs/_sources/how_to/deploy_models/deploy_model_on_adreno.rst.txt
index 1a120e5d7c..3ce4db15df 100644
--- a/docs/_sources/how_to/deploy_models/deploy_model_on_adreno.rst.txt
+++ b/docs/_sources/how_to/deploy_models/deploy_model_on_adreno.rst.txt
@@ -673,7 +673,7 @@ well as provides information about the model's performance
Evaluate inference time cost...
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 4120.7970 4120.9620 4123.4407 4118.2742 1.8731
+ 3868.7224 3868.9410 3871.5719 3865.7606 1.6502
@@ -681,7 +681,7 @@ well as provides information about the model's performance
.. rst-class:: sphx-glr-timing
- **Total running time of the script:** ( 1 minutes 18.710 seconds)
+ **Total running time of the script:** ( 1 minutes 13.977 seconds)
.. _sphx_glr_download_how_to_deploy_models_deploy_model_on_adreno.py:
diff --git a/docs/_sources/how_to/deploy_models/deploy_model_on_adreno_tvmc.rst.txt b/docs/_sources/how_to/deploy_models/deploy_model_on_adreno_tvmc.rst.txt
index fa2584f473..abdb2b0f0d 100644
--- a/docs/_sources/how_to/deploy_models/deploy_model_on_adreno_tvmc.rst.txt
+++ b/docs/_sources/how_to/deploy_models/deploy_model_on_adreno_tvmc.rst.txt
@@ -127,7 +127,7 @@ Make a Keras Resnet50 Model
.. code-block:: none
Downloading data from https://storage.googleapis.com/tensorflow/keras-applications/resnet/resnet50_weights_tf_dim_ordering_tf_kernels.h5
- 8192/102967424 [..............................] - ETA: 0s 6635520/102967424 [>.............................] - ETA: 1s 8380416/102967424 [=>............................] - ETA: 1s 15024128/102967424 [===>..........................] - ETA: 1s 16769024/102967424 [===>..........................] - ETA: 1s 25157632/102967424 [======>.......................] - ETA: 1s 33546240/102967424 [========>.....................] - ETA: 1s 40189952/102967424 [==========>...................] - ETA: 1s
41934848/102967424 [===========>..................] - ETA: 1s 50323456/102967424 [=============>................] - ETA: 0s 58712064/102967424 [================>.............] - ETA: 0s 64151552/102967424 [=================>............] - ETA: 0s 67100672/102967424 [==================>...........] - ETA: 0s 69296128/102967424 [===================>..........] - ETA: 0s 74579968/102967424 [====================>.........] - ETA: 0s 75489280/102967424 [====================>.........] -
ETA: 0s 83877888/102967424 [=======================>......] - ETA: 0s 90521600/102967424 [=========================>....] - ETA: 0s 92266496/102967424 [=========================>....] - ETA: 0s 97714176/102967424 [===========================>..] - ETA: 0s 100646912/102967424 [============================>.] - ETA: 0s 102967424/102967424 [==============================] - 2s 0us/step
+ 8192/102967424 [..............................] - ETA: 0s 8241152/102967424 [=>............................] - ETA: 0s 8380416/102967424 [=>............................] - ETA: 1s 11173888/102967424 [==>...........................] - ETA: 1s 15024128/102967424 [===>..........................] - ETA: 1s 16769024/102967424 [===>..........................] - ETA: 1s 25157632/102967424 [======>.......................] - ETA: 1s 33546240/102967424 [========>.....................] - ETA: 1s
41934848/102967424 [===========>..................] - ETA: 0s 44130304/102967424 [===========>..................] - ETA: 0s 47382528/102967424 [============>.................] - ETA: 0s 50323456/102967424 [=============>................] - ETA: 0s 56967168/102967424 [===============>..............] - ETA: 0s 58712064/102967424 [================>.............] - ETA: 0s 67100672/102967424 [==================>...........] - ETA: 0s 69296128/102967424 [===================>..........] -
ETA: 0s 75489280/102967424 [====================>.........] - ETA: 0s 83599360/102967424 [=======================>......] - ETA: 0s 83877888/102967424 [=======================>......] - ETA: 0s 90537984/102967424 [=========================>....] - ETA: 0s 92266496/102967424 [=========================>....] - ETA: 0s 92405760/102967424 [=========================>....] - ETA: 0s 100646912/102967424 [============================>.] - ETA: 0s 102850560/102967424
[============================>.] - ETA: 0s 102967424/102967424 [==============================] - 2s 0us/step
diff --git a/docs/_sources/how_to/deploy_models/deploy_model_on_android.rst.txt b/docs/_sources/how_to/deploy_models/deploy_model_on_android.rst.txt
index d3f9615b3e..4de71f0730 100644
--- a/docs/_sources/how_to/deploy_models/deploy_model_on_android.rst.txt
+++ b/docs/_sources/how_to/deploy_models/deploy_model_on_android.rst.txt
@@ -437,7 +437,7 @@ Execute on TVM
Evaluate inference time cost...
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 15.8729 15.8191 16.7776 15.2140 0.5089
+ 13.3325 13.3142 13.4642 13.2043 0.0818
diff --git a/docs/_sources/how_to/deploy_models/deploy_model_on_nano.rst.txt b/docs/_sources/how_to/deploy_models/deploy_model_on_nano.rst.txt
index 253839cade..2056b4e1a2 100644
--- a/docs/_sources/how_to/deploy_models/deploy_model_on_nano.rst.txt
+++ b/docs/_sources/how_to/deploy_models/deploy_model_on_nano.rst.txt
@@ -124,17 +124,23 @@ We will use pre-trained model from
`MXNet Gluon model zoo <https://mxnet.apache.org/api/python/gluon/model_zoo.html>`_.
You can found more details about this part at tutorial :ref:`tutorial-from-mxnet`.
-.. GENERATED FROM PYTHON SOURCE LINES 108-116
+.. GENERATED FROM PYTHON SOURCE LINES 108-122
.. code-block:: default
+ import sys
+
from mxnet.gluon.model_zoo.vision import get_model
from PIL import Image
import numpy as np
# one line to get the model
- block = get_model("resnet18_v1", pretrained=True)
+ try:
+ block = get_model("resnet18_v1", pretrained=True)
+ except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
@@ -143,12 +149,12 @@ You can found more details about this part at tutorial :ref:`tutorial-from-mxnet
-.. GENERATED FROM PYTHON SOURCE LINES 117-119
+.. GENERATED FROM PYTHON SOURCE LINES 123-125
In order to test our model, here we download an image of cat and
transform its format.
-.. GENERATED FROM PYTHON SOURCE LINES 119-135
+.. GENERATED FROM PYTHON SOURCE LINES 125-141
.. code-block:: default
@@ -175,12 +181,12 @@ transform its format.
-.. GENERATED FROM PYTHON SOURCE LINES 136-138
+.. GENERATED FROM PYTHON SOURCE LINES 142-144
synset is used to transform the label from number of ImageNet class to
the word human can understand.
-.. GENERATED FROM PYTHON SOURCE LINES 138-151
+.. GENERATED FROM PYTHON SOURCE LINES 144-157
.. code-block:: default
@@ -204,12 +210,12 @@ the word human can understand.
-.. GENERATED FROM PYTHON SOURCE LINES 152-154
+.. GENERATED FROM PYTHON SOURCE LINES 158-160
Now we would like to port the Gluon model to a portable computational graph.
It's as easy as several lines.
-.. GENERATED FROM PYTHON SOURCE LINES 154-162
+.. GENERATED FROM PYTHON SOURCE LINES 160-168
.. code-block:: default
@@ -228,11 +234,11 @@ It's as easy as several lines.
-.. GENERATED FROM PYTHON SOURCE LINES 163-164
+.. GENERATED FROM PYTHON SOURCE LINES 169-170
Here are some basic data workload configurations.
-.. GENERATED FROM PYTHON SOURCE LINES 164-169
+.. GENERATED FROM PYTHON SOURCE LINES 170-175
.. code-block:: default
@@ -248,7 +254,7 @@ Here are some basic data workload configurations.
-.. GENERATED FROM PYTHON SOURCE LINES 170-179
+.. GENERATED FROM PYTHON SOURCE LINES 176-185
Compile The Graph
-----------------
@@ -260,14 +266,14 @@ apart from arguments :code:`net` and :code:`params` to specify the
deep learning workload. Actually, the option matters, different option
will lead to very different performance.
-.. GENERATED FROM PYTHON SOURCE LINES 181-185
+.. GENERATED FROM PYTHON SOURCE LINES 187-191
If we run the example on our x86 server for demonstration, we can simply
set it as :code:`llvm`. If running it on the Jetson Nano, we need to
set it as :code:`nvidia/jetson-nano`. Set :code:`local_demo` to False
if you want to run this tutorial with a real device.
-.. GENERATED FROM PYTHON SOURCE LINES 185-211
+.. GENERATED FROM PYTHON SOURCE LINES 191-217
.. code-block:: default
@@ -311,14 +317,14 @@ if you want to run this tutorial with a real device.
-.. GENERATED FROM PYTHON SOURCE LINES 212-216
+.. GENERATED FROM PYTHON SOURCE LINES 218-222
Deploy the Model Remotely by RPC
--------------------------------
With RPC, you can deploy the model remotely from your host machine
to the remote device.
-.. GENERATED FROM PYTHON SOURCE LINES 216-246
+.. GENERATED FROM PYTHON SOURCE LINES 222-252
.. code-block:: default
diff --git a/docs/_sources/how_to/deploy_models/deploy_model_on_rasp.rst.txt b/docs/_sources/how_to/deploy_models/deploy_model_on_rasp.rst.txt
index 4fb2456376..b256fa9a71 100644
--- a/docs/_sources/how_to/deploy_models/deploy_model_on_rasp.rst.txt
+++ b/docs/_sources/how_to/deploy_models/deploy_model_on_rasp.rst.txt
@@ -119,17 +119,23 @@ We will use pre-trained model from
`MXNet Gluon model zoo <https://mxnet.apache.org/api/python/gluon/model_zoo.html>`_.
You can found more details about this part at tutorial :ref:`tutorial-from-mxnet`.
-.. GENERATED FROM PYTHON SOURCE LINES 101-109
+.. GENERATED FROM PYTHON SOURCE LINES 101-115
.. code-block:: default
+ import sys
+
from mxnet.gluon.model_zoo.vision import get_model
from PIL import Image
import numpy as np
# one line to get the model
- block = get_model("resnet18_v1", pretrained=True)
+ try:
+ block = get_model("resnet18_v1", pretrained=True)
+ except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
@@ -138,12 +144,12 @@ You can found more details about this part at tutorial :ref:`tutorial-from-mxnet
-.. GENERATED FROM PYTHON SOURCE LINES 110-112
+.. GENERATED FROM PYTHON SOURCE LINES 116-118
In order to test our model, here we download an image of cat and
transform its format.
-.. GENERATED FROM PYTHON SOURCE LINES 112-128
+.. GENERATED FROM PYTHON SOURCE LINES 118-134
.. code-block:: default
@@ -170,12 +176,12 @@ transform its format.
-.. GENERATED FROM PYTHON SOURCE LINES 129-131
+.. GENERATED FROM PYTHON SOURCE LINES 135-137
synset is used to transform the label from number of ImageNet class to
the word human can understand.
-.. GENERATED FROM PYTHON SOURCE LINES 131-144
+.. GENERATED FROM PYTHON SOURCE LINES 137-150
.. code-block:: default
@@ -199,12 +205,12 @@ the word human can understand.
-.. GENERATED FROM PYTHON SOURCE LINES 145-147
+.. GENERATED FROM PYTHON SOURCE LINES 151-153
Now we would like to port the Gluon model to a portable computational graph.
It's as easy as several lines.
-.. GENERATED FROM PYTHON SOURCE LINES 147-155
+.. GENERATED FROM PYTHON SOURCE LINES 153-161
.. code-block:: default
@@ -223,11 +229,11 @@ It's as easy as several lines.
-.. GENERATED FROM PYTHON SOURCE LINES 156-157
+.. GENERATED FROM PYTHON SOURCE LINES 162-163
Here are some basic data workload configurations.
-.. GENERATED FROM PYTHON SOURCE LINES 157-162
+.. GENERATED FROM PYTHON SOURCE LINES 163-168
.. code-block:: default
@@ -243,7 +249,7 @@ Here are some basic data workload configurations.
-.. GENERATED FROM PYTHON SOURCE LINES 163-172
+.. GENERATED FROM PYTHON SOURCE LINES 169-178
Compile The Graph
-----------------
@@ -255,14 +261,14 @@ apart from arguments :code:`net` and :code:`params` to specify the
deep learning workload. Actually, the option matters, different option
will lead to very different performance.
-.. GENERATED FROM PYTHON SOURCE LINES 174-178
+.. GENERATED FROM PYTHON SOURCE LINES 180-184
If we run the example on our x86 server for demonstration, we can simply
set it as :code:`llvm`. If running it on the Raspberry Pi, we need to
specify its instruction set. Set :code:`local_demo` to False if you want
to run this tutorial with a real device.
-.. GENERATED FROM PYTHON SOURCE LINES 178-200
+.. GENERATED FROM PYTHON SOURCE LINES 184-206
.. code-block:: default
@@ -302,14 +308,14 @@ to run this tutorial with a real device.
-.. GENERATED FROM PYTHON SOURCE LINES 201-205
+.. GENERATED FROM PYTHON SOURCE LINES 207-211
Deploy the Model Remotely by RPC
--------------------------------
With RPC, you can deploy the model remotely from your host machine
to the remote device.
-.. GENERATED FROM PYTHON SOURCE LINES 205-231
+.. GENERATED FROM PYTHON SOURCE LINES 211-237
.. code-block:: default
diff --git a/docs/_sources/how_to/deploy_models/deploy_object_detection_pytorch.rst.txt b/docs/_sources/how_to/deploy_models/deploy_object_detection_pytorch.rst.txt
index 0b853b131d..3b48305a3b 100644
--- a/docs/_sources/how_to/deploy_models/deploy_object_detection_pytorch.rst.txt
+++ b/docs/_sources/how_to/deploy_models/deploy_object_detection_pytorch.rst.txt
@@ -130,7 +130,7 @@ Load pre-trained maskrcnn from torchvision and do tracing
/venv/apache-tvm-py3.8/lib/python3.8/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=MaskRCNN_ResNet50_FPN_Weights.COCO_V1`. You can also use `weights=MaskRCNN_ResNet50_FPN_Weights.DEFAULT` to get the most up-to-date weights.
warnings.warn(msg)
Downloading: "https://download.pytorch.org/models/maskrcnn_resnet50_fpn_coco-bf2d0c1e.pth" to /workspace/.cache/torch/hub/checkpoints/maskrcnn_resnet50_fpn_coco-bf2d0c1e.pth
- 0%| | 0.00/170M [00:00<?, ?B/s] 5%|4 | 7.99M/170M [00:00<00:03, 55.7MB/s] 9%|8 | 15.0M/170M [00:00<00:02, 64.2MB/s] 13%|#2 | 21.3M/170M [00:00<00:02, 52.0MB/s] 16%|#5 | 26.5M/170M [00:00<00:03, 41.0MB/s] 19%|#8 | 32.0M/170M [00:00<00:03, 40.7MB/s] 24%|##3 | 40.0M/170M [00:00<00:02, 50.7MB/s] 28%|##8 | 48.0M/170M [00:01<00:02, 45.9MB/s] 33%|###2 | 56.0M/170M [00:01<00:02, 53.0MB/s] 37%|###6 | 62.3M/170M [00:01<00:02, 54.6MB/s] 40%|###9 | 67.9M/170M [00:01<00:02, 46.9MB/s] 43%|####2 | 72.7M/170M [00:01<00:02, 46.1MB/s] 47%|####7 | 80.0M/170M [00:01<00:02, 44.8MB/s] 50%|####9 | 84.5M/170M [00:01<00:02, 44.5MB/s] 55%|#####4 | 93.2M/170M [00:01<00:01, 55.9MB/s] 58%|#####8 | 98.9M/170M [00:02<00:01, 53.8MB/s] 61%|######1 | 104M/170M [00:02<00:01, 46.8MB/s] 66%|######5 | 112M/170M [00:02<00:01, 53.2MB/s
] 70%|######9 | 118M/170M [00:02<00:00, 54.6MB/s] 73%|#######2 | 124M/170M [00:02<00:00, 52.8MB/s] 76%|#######5 | 129M/170M [00:02<00:00, 44.9MB/s] 80%|######## | 136M/170M [00:02<00:00, 47.1MB/s] 85%|########4 | 144M/170M [00:03<00:00, 47.2MB/s] 89%|########9 | 152M/170M [00:03<00:00, 54.2MB/s] 94%|#########4| 160M/170M [00:03<00:00, 50.6MB/s] 99%|#########8| 168M/170M [00:03<00:00, 56.6MB/s] 100%|##########| 170M/170M [00:03<00:00, 50.8MB/s]
+ 0%| | 0.00/170M [00:00<?, ?B/s] 4%|3 | 6.30M/170M [00:00<00:04, 41.3MB/s] 6%|6 | 10.2M/170M [00:00<00:07, 23.6MB/s] 9%|9 | 15.7M/170M [00:00<00:04, 32.8MB/s] 11%|#1 | 19.5M/170M [00:00<00:06, 24.9MB/s] 13%|#3 | 22.5M/170M [00:00<00:06, 24.5MB/s] 15%|#4 | 25.2M/170M [00:01<00:06, 23.7MB/s] 19%|#8 | 32.0M/170M [00:01<00:04, 30.3MB/s] 24%|##3 | 40.0M/170M [00:01<00:03, 38.9MB/s] 27%|##7 | 46.3M/170M [00:01<00:02, 43.3MB/s] 30%|##9 | 50.6M/170M [00:01<00:02, 41.8MB/s] 33%|###2 | 56.0M/170M [00:01<00:02, 42.3MB/s] 37%|###6 | 62.3M/170M [00:01<00:02, 46.4MB/s] 39%|###9 | 66.8M/170M [00:01<00:02, 43.0MB/s] 42%|####2 | 72.0M/170M [00:02<00:02, 38.6MB/s] 46%|####6 | 78.3M/170M [00:02<00:02, 34.3MB/s] 48%|####8 | 81.8M/170M [00:02<00:02, 33.6MB/s] 52%|#####1 | 88.0M/170M [00:02<00:02, 32.9MB/
s] 56%|#####5 | 94.3M/170M [00:02<00:02, 37.4MB/s] 58%|#####7 | 98.0M/170M [00:02<00:02, 37.4MB/s] 60%|###### | 102M/170M [00:03<00:02, 33.4MB/s] 62%|######2 | 106M/170M [00:03<00:02, 30.2MB/s] 66%|######5 | 112M/170M [00:03<00:01, 38.2MB/s] 71%|####### | 120M/170M [00:03<00:01, 40.9MB/s] 74%|#######4 | 126M/170M [00:03<00:01, 38.8MB/s] 77%|#######6 | 130M/170M [00:03<00:01, 36.4MB/s] 80%|######## | 136M/170M [00:04<00:01, 34.3MB/s] 85%|########4 | 144M/170M [00:04<00:00, 38.9MB/s] 89%|########9 | 152M/170M [00:04<00:00, 41.1MB/s] 93%|#########3| 158M/170M [00:04<00:00, 43.1MB/s] 97%|#########6| 164M/170M [00:04<00:00, 47.0MB/s] 99%|#########9| 169M/170M [00:04<00:00, 37.4MB/s] 100%|##########| 170M/170M [00:04<00:00, 36.7MB/s]
/venv/apache-tvm-py3.8/lib/python3.8/site-packages/torch/nn/functional.py:3912: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor).
(torch.floor((input.size(i + 2).float() * torch.tensor(scale_factors[i], dtype=torch.float32)).float()))
/venv/apache-tvm-py3.8/lib/python3.8/site-packages/torchvision/ops/boxes.py:157: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor).
@@ -292,7 +292,7 @@ Get boxes with score larger than 0.9
.. rst-class:: sphx-glr-timing
- **Total running time of the script:** ( 3 minutes 28.574 seconds)
+ **Total running time of the script:** ( 3 minutes 10.956 seconds)
.. _sphx_glr_download_how_to_deploy_models_deploy_object_detection_pytorch.py:
diff --git a/docs/_sources/how_to/deploy_models/deploy_prequantized.rst.txt b/docs/_sources/how_to/deploy_models/deploy_prequantized.rst.txt
index 2c73e567e6..22819ba12a 100644
--- a/docs/_sources/how_to/deploy_models/deploy_prequantized.rst.txt
+++ b/docs/_sources/how_to/deploy_models/deploy_prequantized.rst.txt
@@ -227,7 +227,7 @@ training. Other models require a full post training calibration.
/venv/apache-tvm-py3.8/lib/python3.8/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=MobileNet_V2_Weights.IMAGENET1K_V1`. You can also use `weights=MobileNet_V2_Weights.DEFAULT` to get the most up-to-date weights.
warnings.warn(msg)
Downloading: "https://download.pytorch.org/models/mobilenet_v2-b0353104.pth" to /workspace/.cache/torch/hub/checkpoints/mobilenet_v2-b0353104.pth
- 0%| | 0.00/13.6M [00:00<?, ?B/s] 59%|#####8 | 7.99M/13.6M [00:00<00:00, 35.2MB/s] 100%|##########| 13.6M/13.6M [00:00<00:00, 46.0MB/s]
+ 0%| | 0.00/13.6M [00:00<?, ?B/s] 59%|#####8 | 7.99M/13.6M [00:00<00:00, 39.7MB/s] 90%|########9 | 12.2M/13.6M [00:00<00:00, 29.8MB/s] 100%|##########| 13.6M/13.6M [00:00<00:00, 34.3MB/s]
@@ -409,7 +409,7 @@ Here we give an example of how to measure performance of TVM compiled models.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 88.8979 88.8102 92.0802 88.3150 0.5369
+ 83.5431 83.5416 84.0077 83.0192 0.1962
@@ -457,7 +457,7 @@ TODO
.. rst-class:: sphx-glr-timing
- **Total running time of the script:** ( 1 minutes 26.944 seconds)
+ **Total running time of the script:** ( 1 minutes 21.016 seconds)
.. _sphx_glr_download_how_to_deploy_models_deploy_prequantized.py:
diff --git a/docs/_sources/how_to/deploy_models/deploy_prequantized_tflite.rst.txt b/docs/_sources/how_to/deploy_models/deploy_prequantized_tflite.rst.txt
index cf32eafda3..8204f06926 100644
--- a/docs/_sources/how_to/deploy_models/deploy_prequantized_tflite.rst.txt
+++ b/docs/_sources/how_to/deploy_models/deploy_prequantized_tflite.rst.txt
@@ -423,7 +423,7 @@ Here we give an example of how to measure performance of TVM compiled models.
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 108.4244 108.8906 116.3746 106.2860 1.4871
+ 99.4393 99.3550 102.5247 98.8858 0.4468
diff --git a/docs/_sources/how_to/deploy_models/deploy_quantized.rst.txt b/docs/_sources/how_to/deploy_models/deploy_quantized.rst.txt
index 6fc21aca05..c5a6c4582d 100644
--- a/docs/_sources/how_to/deploy_models/deploy_quantized.rst.txt
+++ b/docs/_sources/how_to/deploy_models/deploy_quantized.rst.txt
@@ -33,11 +33,14 @@ the quantization story in TVM can be found
In this tutorial, we will import a GluonCV pre-trained model on ImageNet to
Relay, quantize the Relay model and then perform the inference.
-.. GENERATED FROM PYTHON SOURCE LINES 29-45
+.. GENERATED FROM PYTHON SOURCE LINES 29-47
.. code-block:: default
+ import logging
+ import os
+ import sys
import tvm
from tvm import te
@@ -45,8 +48,7 @@ Relay, quantize the Relay model and then perform the inference.
import mxnet as mx
from tvm.contrib.download import download_testdata
from mxnet import gluon
- import logging
- import os
+
batch_size = 1
model_name = "resnet18_v1"
@@ -60,14 +62,14 @@ Relay, quantize the Relay model and then perform the inference.
-.. GENERATED FROM PYTHON SOURCE LINES 46-50
+.. GENERATED FROM PYTHON SOURCE LINES 48-52
Prepare the Dataset
-------------------
We will demonstrate how to prepare the calibration dataset for quantization.
We first download the validation set of ImageNet and pre-process the dataset.
-.. GENERATED FROM PYTHON SOURCE LINES 50-81
+.. GENERATED FROM PYTHON SOURCE LINES 52-83
.. code-block:: default
@@ -109,13 +111,13 @@ We first download the validation set of ImageNet and pre-process the dataset.
-.. GENERATED FROM PYTHON SOURCE LINES 82-85
+.. GENERATED FROM PYTHON SOURCE LINES 84-87
The calibration dataset should be an iterable object. We define the
calibration dataset as a generator object in Python. In this tutorial, we
only use a few samples for calibration.
-.. GENERATED FROM PYTHON SOURCE LINES 85-99
+.. GENERATED FROM PYTHON SOURCE LINES 87-101
.. code-block:: default
@@ -140,13 +142,13 @@ only use a few samples for calibration.
-.. GENERATED FROM PYTHON SOURCE LINES 100-103
+.. GENERATED FROM PYTHON SOURCE LINES 102-105
Import the model
----------------
We use the Relay MxNet frontend to import a model from the Gluon model zoo.
-.. GENERATED FROM PYTHON SOURCE LINES 103-111
+.. GENERATED FROM PYTHON SOURCE LINES 105-113
.. code-block:: default
@@ -165,7 +167,7 @@ We use the Relay MxNet frontend to import a model from the Gluon model zoo.
-.. GENERATED FROM PYTHON SOURCE LINES 112-133
+.. GENERATED FROM PYTHON SOURCE LINES 114-135
Quantize the Model
------------------
@@ -189,7 +191,7 @@ distribution of activation before and after quantization.
Alternatively, we can also use pre-defined global scales. This saves the time
for calibration. But the accuracy might be impacted.
-.. GENERATED FROM PYTHON SOURCE LINES 133-145
+.. GENERATED FROM PYTHON SOURCE LINES 135-147
.. code-block:: default
@@ -212,13 +214,13 @@ for calibration. But the accuracy might be impacted.
-.. GENERATED FROM PYTHON SOURCE LINES 146-149
+.. GENERATED FROM PYTHON SOURCE LINES 148-151
Run Inference
-------------
We create a Relay VM to build and execute the model.
-.. GENERATED FROM PYTHON SOURCE LINES 149-167
+.. GENERATED FROM PYTHON SOURCE LINES 151-173
.. code-block:: default
@@ -233,7 +235,11 @@ We create a Relay VM to build and execute the model.
def main():
- mod, params = get_model()
+ try:
+ mod, params = get_model()
+ except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ return
mod = quantize(mod, params, data_aware=True)
run_inference(mod)
@@ -257,7 +263,7 @@ We create a Relay VM to build and execute the model.
.. rst-class:: sphx-glr-timing
- **Total running time of the script:** ( 1 minutes 50.779 seconds)
+ **Total running time of the script:** ( 1 minutes 55.987 seconds)
.. _sphx_glr_download_how_to_deploy_models_deploy_quantized.py:
diff --git a/docs/_sources/how_to/deploy_models/sg_execution_times.rst.txt b/docs/_sources/how_to/deploy_models/sg_execution_times.rst.txt
index 2afcd359c1..aeb530854e 100644
--- a/docs/_sources/how_to/deploy_models/sg_execution_times.rst.txt
+++ b/docs/_sources/how_to/deploy_models/sg_execution_times.rst.txt
@@ -5,26 +5,26 @@
Computation times
=================
-**11:30.811** total execution time for **how_to_deploy_models** files:
+**10:53.936** total execution time for **how_to_deploy_models** files:
+------------------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_deploy_models_deploy_object_detection_pytorch.py` (``deploy_object_detection_pytorch.py``) | 03:28.574 | 0.0 MB |
+| :ref:`sphx_glr_how_to_deploy_models_deploy_object_detection_pytorch.py` (``deploy_object_detection_pytorch.py``) | 03:10.956 | 0.0 MB |
+------------------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_deploy_models_deploy_quantized.py` (``deploy_quantized.py``) | 01:50.779 | 0.0 MB |
+| :ref:`sphx_glr_how_to_deploy_models_deploy_quantized.py` (``deploy_quantized.py``) | 01:55.987 | 0.0 MB |
+------------------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_deploy_models_deploy_prequantized.py` (``deploy_prequantized.py``) | 01:26.944 | 0.0 MB |
+| :ref:`sphx_glr_how_to_deploy_models_deploy_prequantized.py` (``deploy_prequantized.py``) | 01:21.016 | 0.0 MB |
+------------------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_deploy_models_deploy_model_on_adreno.py` (``deploy_model_on_adreno.py``) | 01:18.710 | 0.0 MB |
+| :ref:`sphx_glr_how_to_deploy_models_deploy_model_on_adreno.py` (``deploy_model_on_adreno.py``) | 01:13.977 | 0.0 MB |
+------------------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_deploy_models_deploy_prequantized_tflite.py` (``deploy_prequantized_tflite.py``) | 00:50.577 | 0.0 MB |
+| :ref:`sphx_glr_how_to_deploy_models_deploy_prequantized_tflite.py` (``deploy_prequantized_tflite.py``) | 00:46.476 | 0.0 MB |
+------------------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_deploy_models_deploy_model_on_android.py` (``deploy_model_on_android.py``) | 00:49.697 | 0.0 MB |
+| :ref:`sphx_glr_how_to_deploy_models_deploy_model_on_android.py` (``deploy_model_on_android.py``) | 00:46.350 | 0.0 MB |
+------------------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_deploy_models_deploy_model_on_adreno_tvmc.py` (``deploy_model_on_adreno_tvmc.py``) | 00:45.879 | 0.0 MB |
+| :ref:`sphx_glr_how_to_deploy_models_deploy_model_on_adreno_tvmc.py` (``deploy_model_on_adreno_tvmc.py``) | 00:43.234 | 0.0 MB |
+------------------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_deploy_models_deploy_model_on_nano.py` (``deploy_model_on_nano.py``) | 00:29.953 | 0.0 MB |
+| :ref:`sphx_glr_how_to_deploy_models_deploy_model_on_nano.py` (``deploy_model_on_nano.py``) | 00:28.130 | 0.0 MB |
+------------------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_deploy_models_deploy_model_on_rasp.py` (``deploy_model_on_rasp.py``) | 00:29.691 | 0.0 MB |
+| :ref:`sphx_glr_how_to_deploy_models_deploy_model_on_rasp.py` (``deploy_model_on_rasp.py``) | 00:27.804 | 0.0 MB |
+------------------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_deploy_models_deploy_sparse.py` (``deploy_sparse.py``) | 00:00.007 | 0.0 MB |
+| :ref:`sphx_glr_how_to_deploy_models_deploy_sparse.py` (``deploy_sparse.py``) | 00:00.006 | 0.0 MB |
+------------------------------------------------------------------------------------------------------------------+-----------+--------+
diff --git a/docs/_sources/how_to/extend_tvm/bring_your_own_datatypes.rst.txt b/docs/_sources/how_to/extend_tvm/bring_your_own_datatypes.rst.txt
index b4998c4744..b12aa39c79 100644
--- a/docs/_sources/how_to/extend_tvm/bring_your_own_datatypes.rst.txt
+++ b/docs/_sources/how_to/extend_tvm/bring_your_own_datatypes.rst.txt
@@ -65,10 +65,12 @@ A Simple TVM Program
We'll begin by writing a simple program in TVM; afterwards, we will re-write it to use custom datatypes.
-.. GENERATED FROM PYTHON SOURCE LINES 61-71
+.. GENERATED FROM PYTHON SOURCE LINES 61-73
.. code-block:: default
+ import sys
+
import tvm
from tvm import relay
@@ -86,11 +88,11 @@ We'll begin by writing a simple program in TVM; afterwards, we will re-write it
-.. GENERATED FROM PYTHON SOURCE LINES 72-73
+.. GENERATED FROM PYTHON SOURCE LINES 74-75
Now, we create random inputs to feed into this program using numpy:
-.. GENERATED FROM PYTHON SOURCE LINES 73-83
+.. GENERATED FROM PYTHON SOURCE LINES 75-85
.. code-block:: default
@@ -118,11 +120,11 @@ Now, we create random inputs to feed into this program using numpy:
-.. GENERATED FROM PYTHON SOURCE LINES 84-85
+.. GENERATED FROM PYTHON SOURCE LINES 86-87
Finally, we're ready to run the program:
-.. GENERATED FROM PYTHON SOURCE LINES 85-89
+.. GENERATED FROM PYTHON SOURCE LINES 87-91
.. code-block:: default
@@ -143,7 +145,7 @@ Finally, we're ready to run the program:
-.. GENERATED FROM PYTHON SOURCE LINES 90-98
+.. GENERATED FROM PYTHON SOURCE LINES 92-100
Adding Custom Datatypes
-----------------------
@@ -154,7 +156,7 @@ We use the same input variables ``x`` and ``y`` as above, but before adding ``x
Note how we specify the custom datatype: we indicate it using the special ``custom[...]`` syntax.
Additionally, note the "32" after the datatype: this is the bitwidth of the custom datatype. This tells TVM that each instance of ``myfloat`` is 32 bits wide.
-.. GENERATED FROM PYTHON SOURCE LINES 98-109
+.. GENERATED FROM PYTHON SOURCE LINES 100-111
.. code-block:: default
@@ -176,13 +178,13 @@ Additionally, note the "32" after the datatype: this is the bitwidth of the cust
-.. GENERATED FROM PYTHON SOURCE LINES 110-113
+.. GENERATED FROM PYTHON SOURCE LINES 112-115
Trying to generate this program throws an error from TVM.
TVM does not know how to handle any custom datatype out of the box!
We first have to register the custom type with TVM, giving it a name and a type code:
-.. GENERATED FROM PYTHON SOURCE LINES 113-116
+.. GENERATED FROM PYTHON SOURCE LINES 115-118
.. code-block:: default
@@ -196,13 +198,13 @@ We first have to register the custom type with TVM, giving it a name and a type
-.. GENERATED FROM PYTHON SOURCE LINES 117-120
+.. GENERATED FROM PYTHON SOURCE LINES 119-122
Note that the type code, 150, is currently chosen manually by the user.
See ``TVMTypeCode::kCustomBegin`` in `include/tvm/runtime/c_runtime_api.h <https://github.com/apache/tvm/blob/main/include/tvm/runtime/data_type.h>`_.
Now we can generate our program again:
-.. GENERATED FROM PYTHON SOURCE LINES 120-129
+.. GENERATED FROM PYTHON SOURCE LINES 122-131
.. code-block:: default
@@ -222,11 +224,11 @@ Now we can generate our program again:
-.. GENERATED FROM PYTHON SOURCE LINES 130-131
+.. GENERATED FROM PYTHON SOURCE LINES 132-133
Now we have a Relay program that uses myfloat!
-.. GENERATED FROM PYTHON SOURCE LINES 131-133
+.. GENERATED FROM PYTHON SOURCE LINES 133-135
.. code-block:: default
@@ -250,11 +252,11 @@ Now we have a Relay program that uses myfloat!
-.. GENERATED FROM PYTHON SOURCE LINES 134-135
+.. GENERATED FROM PYTHON SOURCE LINES 136-137
Now that we can express our program without errors, let's try running it!
-.. GENERATED FROM PYTHON SOURCE LINES 135-143
+.. GENERATED FROM PYTHON SOURCE LINES 137-145
.. code-block:: default
@@ -279,7 +281,7 @@ Now that we can express our program without errors, let's try running it!
-.. GENERATED FROM PYTHON SOURCE LINES 144-153
+.. GENERATED FROM PYTHON SOURCE LINES 146-155
Now, trying to compile this program throws an error.
Let's dissect this error.
@@ -291,7 +293,7 @@ We have not told TVM how to lower ``Cast`` operations for our custom datatypes;
To fix this error, we simply need to specify a lowering function:
-.. GENERATED FROM PYTHON SOURCE LINES 153-166
+.. GENERATED FROM PYTHON SOURCE LINES 155-168
.. code-block:: default
@@ -315,7 +317,7 @@ To fix this error, we simply need to specify a lowering function:
-.. GENERATED FROM PYTHON SOURCE LINES 167-178
+.. GENERATED FROM PYTHON SOURCE LINES 169-180
The ``register_op(...)`` call takes a lowering function, and a number of parameters which specify exactly the operation which should be lowered with the provided lowering function.
In this case, the arguments we pass specify that this lowering function is for lowering a ``Cast`` from ``float`` to ``myfloat`` for target ``"llvm"``.
@@ -329,7 +331,7 @@ which does just this: given a dictionary, it replaces the given operation with a
It additionally removes usages of the custom datatype by storing the custom datatype in an opaque ``uint`` of the appropriate width; in our case, a ``uint32_t``.
For more information, see `the source code <https://github.com/apache/tvm/blob/main/python/tvm/target/datatype.py>`_.
-.. GENERATED FROM PYTHON SOURCE LINES 178-188
+.. GENERATED FROM PYTHON SOURCE LINES 180-190
.. code-block:: default
@@ -356,7 +358,7 @@ For more information, see `the source code <https://github.com/apache/tvm/blob/m
-.. GENERATED FROM PYTHON SOURCE LINES 189-195
+.. GENERATED FROM PYTHON SOURCE LINES 191-197
This new error tells us that the ``Add`` lowering function is not found, which is good news, as it's no longer complaining about the ``Cast``!
We know what to do from here: we just need to register the lowering functions for the other operations in our program.
@@ -365,7 +367,7 @@ Note that for ``Add``, ``create_lower_func`` takes in a dict where the key is an
For ``Cast`` operations, we require a 2-tuple to specify the ``src_bit_length`` and the ``dest_bit_length``,
while for all other operations, the bit length is the same between the operands so we only require one integer to specify ``bit_length``.
-.. GENERATED FROM PYTHON SOURCE LINES 195-221
+.. GENERATED FROM PYTHON SOURCE LINES 197-223
.. code-block:: default
@@ -412,7 +414,7 @@ while for all other operations, the bit length is the same between the operands
-.. GENERATED FROM PYTHON SOURCE LINES 222-231
+.. GENERATED FROM PYTHON SOURCE LINES 224-233
Running Models With Custom Datatypes
------------------------------------
@@ -424,7 +426,7 @@ In this alpha state of the Bring Your Own Datatypes framework, we have not imple
First let us define two helper functions to get the mobilenet model and a cat image.
-.. GENERATED FROM PYTHON SOURCE LINES 231-258
+.. GENERATED FROM PYTHON SOURCE LINES 233-264
.. code-block:: default
@@ -453,7 +455,11 @@ First let us define two helper functions to get the mobilenet model and a cat im
return np.asarray(img, dtype="float32")
- module, params = get_mobilenet()
+ try:
+ module, params = get_mobilenet()
+ except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
@@ -463,16 +469,16 @@ First let us define two helper functions to get the mobilenet model and a cat im
.. code-block:: none
- Downloading /workspace/.mxnet/models/mobilenet0.25-9f83e440.zipa0495aa6-9877-4765-a0a1-afe0270d9322 from https://apache-mxnet.s3-accelerate.dualstack.amazonaws.com/gluon/models/mobilenet0.25-9f83e440.zip...
+ Downloading /workspace/.mxnet/models/mobilenet0.25-9f83e440.zipc797567e-cecb-45bf-80be-2fa465e49014 from https://apache-mxnet.s3-accelerate.dualstack.amazonaws.com/gluon/models/mobilenet0.25-9f83e440.zip...
-.. GENERATED FROM PYTHON SOURCE LINES 259-260
+.. GENERATED FROM PYTHON SOURCE LINES 265-266
It's easy to execute MobileNet with native TVM:
-.. GENERATED FROM PYTHON SOURCE LINES 260-267
+.. GENERATED FROM PYTHON SOURCE LINES 266-273
.. code-block:: default
@@ -497,11 +503,11 @@ It's easy to execute MobileNet with native TVM:
-.. GENERATED FROM PYTHON SOURCE LINES 268-269
+.. GENERATED FROM PYTHON SOURCE LINES 274-275
Now, we would like to change the model to use myfloat internally. To do so, we need to convert the network. To do this, we first define a function which will help us convert tensors:
-.. GENERATED FROM PYTHON SOURCE LINES 269-279
+.. GENERATED FROM PYTHON SOURCE LINES 275-285
.. code-block:: default
@@ -522,11 +528,11 @@ Now, we would like to change the model to use myfloat internally. To do so, we n
-.. GENERATED FROM PYTHON SOURCE LINES 280-281
+.. GENERATED FROM PYTHON SOURCE LINES 286-287
Now, to actually convert the entire network, we have written `a pass in Relay <https://github.com/gussmith23/tvm/blob/ea174c01c54a2529e19ca71e125f5884e728da6e/python/tvm/relay/frontend/change_datatype.py#L21>`_ which simply converts all nodes within the model to use the new datatype.
-.. GENERATED FROM PYTHON SOURCE LINES 281-316
+.. GENERATED FROM PYTHON SOURCE LINES 287-322
.. code-block:: default
@@ -578,14 +584,14 @@ Now, to actually convert the entire network, we have written `a pass in Relay <h
-.. GENERATED FROM PYTHON SOURCE LINES 317-321
+.. GENERATED FROM PYTHON SOURCE LINES 323-327
When we attempt to run the model, we get a familiar error telling us that more functions need to be registered for myfloat.
Because this is a neural network, many more operations are required.
Here, we register all the needed functions:
-.. GENERATED FROM PYTHON SOURCE LINES 321-389
+.. GENERATED FROM PYTHON SOURCE LINES 327-395
.. code-block:: default
@@ -664,7 +670,7 @@ Here, we register all the needed functions:
-.. GENERATED FROM PYTHON SOURCE LINES 390-399
+.. GENERATED FROM PYTHON SOURCE LINES 396-405
Note we are making use of two new functions: ``register_min_func`` and ``create_min_lower_func``.
@@ -676,7 +682,7 @@ where the minimum representable custom datatype value is implemented using calls
Now we can finally run the model:
-.. GENERATED FROM PYTHON SOURCE LINES 399-410
+.. GENERATED FROM PYTHON SOURCE LINES 405-416
.. code-block:: default
diff --git a/docs/_sources/how_to/extend_tvm/sg_execution_times.rst.txt b/docs/_sources/how_to/extend_tvm/sg_execution_times.rst.txt
index 413ebf22ca..49950937f9 100644
--- a/docs/_sources/how_to/extend_tvm/sg_execution_times.rst.txt
+++ b/docs/_sources/how_to/extend_tvm/sg_execution_times.rst.txt
@@ -5,14 +5,14 @@
Computation times
=================
-**00:57.007** total execution time for **how_to_extend_tvm** files:
+**00:53.080** total execution time for **how_to_extend_tvm** files:
+-------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_extend_tvm_bring_your_own_datatypes.py` (``bring_your_own_datatypes.py``) | 00:53.162 | 0.0 MB |
+| :ref:`sphx_glr_how_to_extend_tvm_bring_your_own_datatypes.py` (``bring_your_own_datatypes.py``) | 00:49.404 | 0.0 MB |
+-------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_extend_tvm_use_pass_instrument.py` (``use_pass_instrument.py``) | 00:02.685 | 0.0 MB |
+| :ref:`sphx_glr_how_to_extend_tvm_use_pass_instrument.py` (``use_pass_instrument.py``) | 00:02.604 | 0.0 MB |
+-------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_extend_tvm_use_pass_infra.py` (``use_pass_infra.py``) | 00:01.153 | 0.0 MB |
+| :ref:`sphx_glr_how_to_extend_tvm_use_pass_infra.py` (``use_pass_infra.py``) | 00:01.064 | 0.0 MB |
+-------------------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_how_to_extend_tvm_low_level_custom_pass.py` (``low_level_custom_pass.py``) | 00:00.007 | 0.0 MB |
+-------------------------------------------------------------------------------------------------+-----------+--------+
diff --git a/docs/_sources/how_to/extend_tvm/use_pass_instrument.rst.txt b/docs/_sources/how_to/extend_tvm/use_pass_instrument.rst.txt
index 5837e86a44..74763ee777 100644
--- a/docs/_sources/how_to/extend_tvm/use_pass_instrument.rst.txt
+++ b/docs/_sources/how_to/extend_tvm/use_pass_instrument.rst.txt
@@ -220,10 +220,10 @@ profile the execution time of each passes.
.. code-block:: none
Printing results of timing profile...
- InferType: 25116us [25116us] (48.80%; 48.80%)
- FoldScaleAxis: 26355us [6us] (51.20%; 51.20%)
- FoldConstant: 26349us [1826us] (51.19%; 99.98%)
- InferType: 24523us [24523us] (47.64%; 93.07%)
+ InferType: 23977us [23977us] (48.65%; 48.65%)
+ FoldScaleAxis: 25312us [8us] (51.35%; 51.35%)
+ FoldConstant: 25304us [1728us] (51.34%; 99.97%)
+ InferType: 23576us [23576us] (47.83%; 93.17%)
@@ -262,10 +262,10 @@ Refer to following sections and :py:func:`tvm.instrument.pass_instrument` for th
.. code-block:: none
Printing results of timing profile...
- InferType: 24643us [24643us] (48.73%; 48.73%)
- FoldScaleAxis: 25929us [6us] (51.27%; 51.27%)
- FoldConstant: 25923us [1760us] (51.26%; 99.98%)
- InferType: 24163us [24163us] (47.78%; 93.21%)
+ InferType: 23853us [23853us] (48.09%; 48.09%)
+ FoldScaleAxis: 25746us [7us] (51.91%; 51.91%)
+ FoldConstant: 25739us [1786us] (51.89%; 99.97%)
+ InferType: 23953us [23953us] (48.29%; 93.06%)
diff --git a/docs/_sources/how_to/optimize_operators/opt_conv_cuda.rst.txt b/docs/_sources/how_to/optimize_operators/opt_conv_cuda.rst.txt
index c465b39846..e5e8b4174b 100644
--- a/docs/_sources/how_to/optimize_operators/opt_conv_cuda.rst.txt
+++ b/docs/_sources/how_to/optimize_operators/opt_conv_cuda.rst.txt
@@ -331,7 +331,7 @@ latency of convolution.
.. code-block:: none
- Convolution: 35.520896 ms
+ Convolution: 53.483551 ms
diff --git a/docs/_sources/how_to/optimize_operators/opt_conv_tensorcore.rst.txt b/docs/_sources/how_to/optimize_operators/opt_conv_tensorcore.rst.txt
index 18d601c81a..4e1e9e7ab2 100644
--- a/docs/_sources/how_to/optimize_operators/opt_conv_tensorcore.rst.txt
+++ b/docs/_sources/how_to/optimize_operators/opt_conv_tensorcore.rst.txt
@@ -598,7 +598,7 @@ be able to run on our build server
.. code-block:: none
- conv2d with tensor core: 11.177392 ms
+ conv2d with tensor core: 12.273315 ms
diff --git a/docs/_sources/how_to/optimize_operators/opt_gemm.rst.txt b/docs/_sources/how_to/optimize_operators/opt_gemm.rst.txt
index 6004a5e7fd..50c7b447e0 100644
--- a/docs/_sources/how_to/optimize_operators/opt_gemm.rst.txt
+++ b/docs/_sources/how_to/optimize_operators/opt_gemm.rst.txt
@@ -134,8 +134,8 @@ Then we write a baseline implementation, the simplest way to write a matrix mult
.. code-block:: none
- Numpy running time: 0.017549
- Baseline: 3.291305
+ Numpy running time: 0.012969
+ Baseline: 3.113666
@@ -227,7 +227,7 @@ fill 32 * 32 * sizeof(float) which is 4KB in the cache whose total size is 32KB
.. code-block:: none
- Opt1: 0.285978
+ Opt1: 0.278703
@@ -318,7 +318,7 @@ In this tutorial, we chose to vectorize the inner loop row data since it is cach
.. code-block:: none
- Opt2: 0.266880
+ Opt2: 0.247344
@@ -406,7 +406,7 @@ the access pattern for A matrix is more cache friendly.
.. code-block:: none
- Opt3: 0.115253
+ Opt3: 0.105991
@@ -523,7 +523,7 @@ flattening.
.. code-block:: none
- Opt4: 0.107798
+ Opt4: 0.099775
@@ -635,7 +635,7 @@ write to C when all the block results are ready.
.. code-block:: none
- Opt5: 0.110672
+ Opt5: 0.091953
@@ -748,7 +748,7 @@ Furthermore, we can also utilize multi-core processors to do the thread-level pa
.. code-block:: none
- Opt6: 0.132114
+ Opt6: 0.107821
diff --git a/docs/_sources/how_to/optimize_operators/sg_execution_times.rst.txt b/docs/_sources/how_to/optimize_operators/sg_execution_times.rst.txt
index 6423d57fbe..761b694aee 100644
--- a/docs/_sources/how_to/optimize_operators/sg_execution_times.rst.txt
+++ b/docs/_sources/how_to/optimize_operators/sg_execution_times.rst.txt
@@ -5,12 +5,12 @@
Computation times
=================
-**00:33.101** total execution time for **how_to_optimize_operators** files:
+**00:30.160** total execution time for **how_to_optimize_operators** files:
+-----------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_optimize_operators_opt_gemm.py` (``opt_gemm.py``) | 00:30.097 | 0.0 MB |
+| :ref:`sphx_glr_how_to_optimize_operators_opt_gemm.py` (``opt_gemm.py``) | 00:27.010 | 0.0 MB |
+-----------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_optimize_operators_opt_conv_tensorcore.py` (``opt_conv_tensorcore.py``) | 00:01.878 | 0.0 MB |
+| :ref:`sphx_glr_how_to_optimize_operators_opt_conv_tensorcore.py` (``opt_conv_tensorcore.py``) | 00:01.879 | 0.0 MB |
+-----------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_optimize_operators_opt_conv_cuda.py` (``opt_conv_cuda.py``) | 00:01.126 | 0.0 MB |
+| :ref:`sphx_glr_how_to_optimize_operators_opt_conv_cuda.py` (``opt_conv_cuda.py``) | 00:01.271 | 0.0 MB |
+-----------------------------------------------------------------------------------------------+-----------+--------+
diff --git a/docs/_sources/how_to/tune_with_autoscheduler/sg_execution_times.rst.txt b/docs/_sources/how_to/tune_with_autoscheduler/sg_execution_times.rst.txt
index 175f360fb4..8151de7ebe 100644
--- a/docs/_sources/how_to/tune_with_autoscheduler/sg_execution_times.rst.txt
+++ b/docs/_sources/how_to/tune_with_autoscheduler/sg_execution_times.rst.txt
@@ -5,18 +5,18 @@
Computation times
=================
-**03:34.431** total execution time for **how_to_tune_with_autoscheduler** files:
+**03:19.385** total execution time for **how_to_tune_with_autoscheduler** files:
+----------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_tune_with_autoscheduler_tune_network_x86.py` (``tune_network_x86.py``) | 01:32.462 | 0.0 MB |
+| :ref:`sphx_glr_how_to_tune_with_autoscheduler_tune_network_x86.py` (``tune_network_x86.py``) | 01:25.661 | 0.0 MB |
+----------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_tune_with_autoscheduler_tune_network_cuda.py` (``tune_network_cuda.py``) | 01:12.088 | 0.0 MB |
+| :ref:`sphx_glr_how_to_tune_with_autoscheduler_tune_network_cuda.py` (``tune_network_cuda.py``) | 01:07.440 | 0.0 MB |
+----------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_tune_with_autoscheduler_tune_network_arm.py` (``tune_network_arm.py``) | 00:17.582 | 0.0 MB |
+| :ref:`sphx_glr_how_to_tune_with_autoscheduler_tune_network_arm.py` (``tune_network_arm.py``) | 00:16.316 | 0.0 MB |
+----------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_tune_with_autoscheduler_tune_conv2d_layer_cuda.py` (``tune_conv2d_layer_cuda.py``) | 00:16.150 | 0.0 MB |
+| :ref:`sphx_glr_how_to_tune_with_autoscheduler_tune_network_mali.py` (``tune_network_mali.py``) | 00:15.036 | 0.0 MB |
+----------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_tune_with_autoscheduler_tune_network_mali.py` (``tune_network_mali.py``) | 00:16.049 | 0.0 MB |
+| :ref:`sphx_glr_how_to_tune_with_autoscheduler_tune_conv2d_layer_cuda.py` (``tune_conv2d_layer_cuda.py``) | 00:14.838 | 0.0 MB |
+----------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_tune_with_autoscheduler_tune_sparse_x86.py` (``tune_sparse_x86.py``) | 00:00.101 | 0.0 MB |
+| :ref:`sphx_glr_how_to_tune_with_autoscheduler_tune_sparse_x86.py` (``tune_sparse_x86.py``) | 00:00.095 | 0.0 MB |
+----------------------------------------------------------------------------------------------------------+-----------+--------+
diff --git a/docs/_sources/how_to/tune_with_autoscheduler/tune_conv2d_layer_cuda.rst.txt b/docs/_sources/how_to/tune_with_autoscheduler/tune_conv2d_layer_cuda.rst.txt
index c366f7cb01..2797b93c6e 100644
--- a/docs/_sources/how_to/tune_with_autoscheduler/tune_conv2d_layer_cuda.rst.txt
+++ b/docs/_sources/how_to/tune_with_autoscheduler/tune_conv2d_layer_cuda.rst.txt
@@ -766,7 +766,7 @@ We build the binary and check its correctness and performance.
.. code-block:: none
- Execution time of this operator: 0.336 ms
+ Execution time of this operator: 0.335 ms
diff --git a/docs/_sources/how_to/tune_with_autoscheduler/tune_network_arm.rst.txt b/docs/_sources/how_to/tune_with_autoscheduler/tune_network_arm.rst.txt
index b8adc4488e..bb1e3f7c8f 100644
--- a/docs/_sources/how_to/tune_with_autoscheduler/tune_network_arm.rst.txt
+++ b/docs/_sources/how_to/tune_with_autoscheduler/tune_network_arm.rst.txt
@@ -50,7 +50,7 @@ Note that this tutorial will not run on Windows or recent versions of macOS. To
get it to run, you will need to wrap the body of this tutorial in a :code:`if
__name__ == "__main__":` block.
-.. GENERATED FROM PYTHON SOURCE LINES 48-60
+.. GENERATED FROM PYTHON SOURCE LINES 48-61
.. code-block:: default
@@ -58,6 +58,7 @@ __name__ == "__main__":` block.
import numpy as np
import os
+ import sys
import tvm
from tvm import relay, auto_scheduler
@@ -73,7 +74,7 @@ __name__ == "__main__":` block.
-.. GENERATED FROM PYTHON SOURCE LINES 61-73
+.. GENERATED FROM PYTHON SOURCE LINES 62-74
Define a Network
----------------
@@ -88,7 +89,7 @@ We also implemented more optimizations for NHWC layout with the auto-scheduler.
So it is recommended to convert your models to NHWC layout to use the auto-scheduler.
You can use :ref:`ConvertLayout <convert-layout-usage>` pass to do the layout conversion in TVM.
-.. GENERATED FROM PYTHON SOURCE LINES 73-150
+.. GENERATED FROM PYTHON SOURCE LINES 74-151
.. code-block:: default
@@ -176,7 +177,7 @@ You can use :ref:`ConvertLayout <convert-layout-usage>` pass to do the layout co
-.. GENERATED FROM PYTHON SOURCE LINES 151-175
+.. GENERATED FROM PYTHON SOURCE LINES 152-176
Start RPC Tracker
-----------------
@@ -203,7 +204,7 @@ The expected output is
INFO:RPCTracker:bind to 0.0.0.0:9190
-.. GENERATED FROM PYTHON SOURCE LINES 177-219
+.. GENERATED FROM PYTHON SOURCE LINES 178-220
Register Devices to RPC Tracker
-----------------------------------
@@ -248,7 +249,7 @@ the output can be
You can register multiple devices to the tracker to accelerate the measurement in tuning.
-.. GENERATED FROM PYTHON SOURCE LINES 221-227
+.. GENERATED FROM PYTHON SOURCE LINES 222-228
Set Tuning Options
------------------
@@ -257,7 +258,7 @@ as example with a 64bit OS (Ubuntu 20.04). In your setting, you should modify th
and device_key accordingly.
set :code:`use_ndk` to True if you use android phone.
-.. GENERATED FROM PYTHON SOURCE LINES 227-254
+.. GENERATED FROM PYTHON SOURCE LINES 228-255
.. code-block:: default
@@ -295,7 +296,7 @@ set :code:`use_ndk` to True if you use android phone.
-.. GENERATED FROM PYTHON SOURCE LINES 255-264
+.. GENERATED FROM PYTHON SOURCE LINES 256-265
Extract Search Tasks
--------------------
@@ -307,16 +308,20 @@ as :code:`sum(latency[t] * weight[t])`, where :code:`latency[t]` is the
latency of a task and :code:`weight[t]` is the weight of the task.
The task scheduler will just optimize this objective.
-.. GENERATED FROM PYTHON SOURCE LINES 264-278
+.. GENERATED FROM PYTHON SOURCE LINES 265-283
.. code-block:: default
# Extract tasks from the network
print("Get model...")
- mod, params, input_shape, output_shape = get_network(
- network, batch_size, layout, dtype=dtype, use_sparse=use_sparse
- )
+ try:
+ mod, params, input_shape, output_shape = get_network(
+ network, batch_size, layout, dtype=dtype, use_sparse=use_sparse
+ )
+ except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
print("Extract tasks...")
tasks, task_weights = auto_scheduler.extract_tasks(mod["main"], params, target)
@@ -545,7 +550,7 @@ The task scheduler will just optimize this objective.
-.. GENERATED FROM PYTHON SOURCE LINES 279-298
+.. GENERATED FROM PYTHON SOURCE LINES 284-303
Tuning and Evaluation
---------------------
@@ -567,7 +572,7 @@ After auto-tuning, we can compile the network with the best schedules we found.
All measurement records are dumped into the log file during auto-tuning,
so we can read the log file and load the best schedules.
-.. GENERATED FROM PYTHON SOURCE LINES 298-363
+.. GENERATED FROM PYTHON SOURCE LINES 303-368
.. code-block:: default
@@ -643,7 +648,7 @@ so we can read the log file and load the best schedules.
-.. GENERATED FROM PYTHON SOURCE LINES 364-415
+.. GENERATED FROM PYTHON SOURCE LINES 369-420
.. note:: Explaining the printed information during tuning
@@ -697,7 +702,7 @@ so we can read the log file and load the best schedules.
errors are isolated from the main process.
-.. GENERATED FROM PYTHON SOURCE LINES 417-423
+.. GENERATED FROM PYTHON SOURCE LINES 422-428
.. note:: Terminate the tuning earlier
@@ -706,7 +711,7 @@ so we can read the log file and load the best schedules.
you should be able to do the compilation (the secion below).
-.. GENERATED FROM PYTHON SOURCE LINES 425-441
+.. GENERATED FROM PYTHON SOURCE LINES 430-446
Other Tips
----------
diff --git a/docs/_sources/how_to/tune_with_autoscheduler/tune_network_cuda.rst.txt b/docs/_sources/how_to/tune_with_autoscheduler/tune_network_cuda.rst.txt
index f65f23d92d..7a2af710b0 100644
--- a/docs/_sources/how_to/tune_with_autoscheduler/tune_network_cuda.rst.txt
+++ b/docs/_sources/how_to/tune_with_autoscheduler/tune_network_cuda.rst.txt
@@ -55,7 +55,7 @@ __name__ == "__main__":` block.
.. code-block:: default
-
+ import sys
import numpy as np
import tvm
@@ -182,14 +182,18 @@ as :code:`sum(latency[t] * weight[t])`, where :code:`latency[t]` is the
latency of a task and :code:`weight[t]` is the weight of the task.
The task scheduler will just optimize this objective.
-.. GENERATED FROM PYTHON SOURCE LINES 152-162
+.. GENERATED FROM PYTHON SOURCE LINES 152-166
.. code-block:: default
# Extract tasks from the network
print("Extract tasks...")
- mod, params, input_shape, output_shape = get_network(network, batch_size, layout, dtype=dtype)
+ try:
+ mod, params, input_shape, output_shape = get_network(network, batch_size, layout, dtype=dtype)
+ except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
tasks, task_weights = auto_scheduler.extract_tasks(mod["main"], params, target)
for idx, task in enumerate(tasks):
@@ -482,7 +486,7 @@ The task scheduler will just optimize this objective.
-.. GENERATED FROM PYTHON SOURCE LINES 163-185
+.. GENERATED FROM PYTHON SOURCE LINES 167-189
Begin Tuning
------------
@@ -507,7 +511,7 @@ Now, we set some options for tuning and launch the search tasks
:any:`auto_scheduler.LocalRPCMeasureContext` for more parameters.
-.. GENERATED FROM PYTHON SOURCE LINES 185-207
+.. GENERATED FROM PYTHON SOURCE LINES 189-211
.. code-block:: default
@@ -540,7 +544,7 @@ Now, we set some options for tuning and launch the search tasks
-.. GENERATED FROM PYTHON SOURCE LINES 208-261
+.. GENERATED FROM PYTHON SOURCE LINES 212-265
.. note:: Explain the printed information during tuning
@@ -596,7 +600,7 @@ Now, we set some options for tuning and launch the search tasks
errors are isolated from the main process.
-.. GENERATED FROM PYTHON SOURCE LINES 263-269
+.. GENERATED FROM PYTHON SOURCE LINES 267-273
.. note:: Terminate the tuning earlier
@@ -605,7 +609,7 @@ Now, we set some options for tuning and launch the search tasks
you should be able to do the compilation (the secion below).
-.. GENERATED FROM PYTHON SOURCE LINES 272-277
+.. GENERATED FROM PYTHON SOURCE LINES 276-281
Compile and Evaluate
--------------------
@@ -613,7 +617,7 @@ After auto-tuning, we can compile the network with the best schedules we found.
All measurement records are dumped into the log file during auto-tuning,
so we can read the log file and load the best schedules.
-.. GENERATED FROM PYTHON SOURCE LINES 277-295
+.. GENERATED FROM PYTHON SOURCE LINES 281-299
.. code-block:: default
@@ -647,12 +651,12 @@ so we can read the log file and load the best schedules.
Evaluate inference time cost...
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 3.1993 3.1993 3.1993 3.1992 0.0001
+ 3.2189 3.2252 3.2325 3.1991 0.0143
-.. GENERATED FROM PYTHON SOURCE LINES 296-312
+.. GENERATED FROM PYTHON SOURCE LINES 300-316
Other Tips
----------
@@ -674,7 +678,7 @@ Other Tips
.. rst-class:: sphx-glr-timing
- **Total running time of the script:** ( 1 minutes 12.088 seconds)
+ **Total running time of the script:** ( 1 minutes 7.440 seconds)
.. _sphx_glr_download_how_to_tune_with_autoscheduler_tune_network_cuda.py:
diff --git a/docs/_sources/how_to/tune_with_autoscheduler/tune_network_mali.rst.txt b/docs/_sources/how_to/tune_with_autoscheduler/tune_network_mali.rst.txt
index fa9b3abfbf..8d20b2c7fa 100644
--- a/docs/_sources/how_to/tune_with_autoscheduler/tune_network_mali.rst.txt
+++ b/docs/_sources/how_to/tune_with_autoscheduler/tune_network_mali.rst.txt
@@ -50,11 +50,13 @@ Note that this tutorial will not run on Windows or recent versions of macOS. To
get it to run, you will need to wrap the body of this tutorial in a :code:`if
__name__ == "__main__":` block.
-.. GENERATED FROM PYTHON SOURCE LINES 46-56
+.. GENERATED FROM PYTHON SOURCE LINES 46-58
.. code-block:: default
+ import os
+ import sys
import numpy as np
@@ -62,7 +64,6 @@ __name__ == "__main__":` block.
from tvm import relay, auto_scheduler
import tvm.relay.testing
from tvm.contrib import graph_executor
- import os
@@ -71,7 +72,8 @@ __name__ == "__main__":` block.
-.. GENERATED FROM PYTHON SOURCE LINES 57-69
+
+.. GENERATED FROM PYTHON SOURCE LINES 59-71
Define a Network
----------------
@@ -86,7 +88,7 @@ We also implemented more optimizations for NHWC layout with the auto-scheduler.
So it is recommended to convert your models to NHWC layout to use the auto-scheduler.
You can use :ref:`ConvertLayout <convert-layout-usage>` pass to do the layout conversion in TVM.
-.. GENERATED FROM PYTHON SOURCE LINES 69-148
+.. GENERATED FROM PYTHON SOURCE LINES 71-150
.. code-block:: default
@@ -176,7 +178,7 @@ You can use :ref:`ConvertLayout <convert-layout-usage>` pass to do the layout co
-.. GENERATED FROM PYTHON SOURCE LINES 149-154
+.. GENERATED FROM PYTHON SOURCE LINES 151-156
Start an RPC Tracker and Register Devices to the Tracker
--------------------------------------------------------
@@ -184,7 +186,7 @@ Please refer to the "Start RPC Tracker" and "Register Devices to RPC Tracker" se
in this :ref:`tutorial <tutorials-autotvm-start-rpc-tracker>` to start an RPC tracker
and register devices to the tracker.
-.. GENERATED FROM PYTHON SOURCE LINES 154-159
+.. GENERATED FROM PYTHON SOURCE LINES 156-161
.. code-block:: default
@@ -200,7 +202,7 @@ and register devices to the tracker.
-.. GENERATED FROM PYTHON SOURCE LINES 160-169
+.. GENERATED FROM PYTHON SOURCE LINES 162-171
Extract Search Tasks
--------------------
@@ -212,14 +214,18 @@ as :code:`sum(latency[t] * weight[t])`, where :code:`latency[t]` is the
latency of a task and :code:`weight[t]` is the weight of the task.
The task scheduler will just optimize this objective.
-.. GENERATED FROM PYTHON SOURCE LINES 169-178
+.. GENERATED FROM PYTHON SOURCE LINES 171-184
.. code-block:: default
# Extract tasks from the network
print("Extract tasks...")
- mod, params, input_shape, output_shape = get_network(network, batch_size, layout, dtype=dtype)
+ try:
+ mod, params, input_shape, output_shape = get_network(network, batch_size, layout, dtype=dtype)
+ except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
tasks, task_weights = auto_scheduler.extract_tasks(mod["main"], params, target)
for idx, task in enumerate(tasks):
@@ -430,7 +436,7 @@ The task scheduler will just optimize this objective.
-.. GENERATED FROM PYTHON SOURCE LINES 179-205
+.. GENERATED FROM PYTHON SOURCE LINES 185-211
.. note:: How to get the hardware parameters from remote device
@@ -459,7 +465,7 @@ The task scheduler will just optimize this objective.
)
-.. GENERATED FROM PYTHON SOURCE LINES 207-223
+.. GENERATED FROM PYTHON SOURCE LINES 213-229
Tuning and Evaluate
-------------------
@@ -478,7 +484,7 @@ Now, we set some options for tuning, launch the search tasks and evaluate the en
:any:`auto_scheduler.LocalRunner` for more parameters.
-.. GENERATED FROM PYTHON SOURCE LINES 223-276
+.. GENERATED FROM PYTHON SOURCE LINES 229-282
.. code-block:: default
@@ -542,7 +548,7 @@ Now, we set some options for tuning, launch the search tasks and evaluate the en
-.. GENERATED FROM PYTHON SOURCE LINES 277-335
+.. GENERATED FROM PYTHON SOURCE LINES 283-341
.. note:: Explain the printed information during tuning
@@ -603,7 +609,7 @@ Now, we set some options for tuning, launch the search tasks and evaluate the en
errors are isolated from the main process.
-.. GENERATED FROM PYTHON SOURCE LINES 337-343
+.. GENERATED FROM PYTHON SOURCE LINES 343-349
.. note:: Terminate the tuning earlier
@@ -612,7 +618,7 @@ Now, we set some options for tuning, launch the search tasks and evaluate the en
you should be able to do the compilation (the secion below).
-.. GENERATED FROM PYTHON SOURCE LINES 345-361
+.. GENERATED FROM PYTHON SOURCE LINES 351-367
Other Tips
----------
diff --git a/docs/_sources/how_to/tune_with_autoscheduler/tune_network_x86.rst.txt b/docs/_sources/how_to/tune_with_autoscheduler/tune_network_x86.rst.txt
index 4dbe2554c8..6928113b1c 100644
--- a/docs/_sources/how_to/tune_with_autoscheduler/tune_network_x86.rst.txt
+++ b/docs/_sources/how_to/tune_with_autoscheduler/tune_network_x86.rst.txt
@@ -50,11 +50,12 @@ Note that this tutorial will not run on Windows or recent versions of macOS. To
get it to run, you will need to wrap the body of this tutorial in a :code:`if
__name__ == "__main__":` block.
-.. GENERATED FROM PYTHON SOURCE LINES 47-57
+.. GENERATED FROM PYTHON SOURCE LINES 47-58
.. code-block:: default
+ import sys
import numpy as np
@@ -71,7 +72,7 @@ __name__ == "__main__":` block.
-.. GENERATED FROM PYTHON SOURCE LINES 58-70
+.. GENERATED FROM PYTHON SOURCE LINES 59-71
Define a Network
----------------
@@ -86,7 +87,7 @@ We also implemented more optimizations for NHWC layout with the auto-scheduler.
So it is recommended to convert your models to NHWC layout to use the auto-scheduler.
You can use :ref:`ConvertLayout <convert-layout-usage>` pass to do the layout conversion in TVM.
-.. GENERATED FROM PYTHON SOURCE LINES 70-158
+.. GENERATED FROM PYTHON SOURCE LINES 71-159
.. code-block:: default
@@ -185,7 +186,7 @@ You can use :ref:`ConvertLayout <convert-layout-usage>` pass to do the layout co
-.. GENERATED FROM PYTHON SOURCE LINES 159-168
+.. GENERATED FROM PYTHON SOURCE LINES 160-169
Extract Search Tasks
--------------------
@@ -197,20 +198,25 @@ as :code:`sum(latency[t] * weight[t])`, where :code:`latency[t]` is the
latency of a task and :code:`weight[t]` is the weight of the task.
The task scheduler will just optimize this objective.
-.. GENERATED FROM PYTHON SOURCE LINES 168-185
+.. GENERATED FROM PYTHON SOURCE LINES 169-191
.. code-block:: default
# Extract tasks from the network
print("Get model...")
- mod, params, input_shape, output_shape = get_network(
- network,
- batch_size,
- layout,
- dtype=dtype,
- use_sparse=use_sparse,
- )
+ try:
+ mod, params, input_shape, output_shape = get_network(
+ network,
+ batch_size,
+ layout,
+ dtype=dtype,
+ use_sparse=use_sparse,
+ )
+ except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
+
print("Extract tasks...")
tasks, task_weights = auto_scheduler.extract_tasks(mod["main"], params, target)
@@ -490,7 +496,7 @@ The task scheduler will just optimize this objective.
-.. GENERATED FROM PYTHON SOURCE LINES 186-202
+.. GENERATED FROM PYTHON SOURCE LINES 192-208
Begin Tuning
------------
@@ -509,7 +515,7 @@ Now, we set some options for tuning and launch the search tasks
:any:`auto_scheduler.LocalRunner` for more parameters.
-.. GENERATED FROM PYTHON SOURCE LINES 202-236
+.. GENERATED FROM PYTHON SOURCE LINES 208-242
.. code-block:: default
@@ -554,7 +560,7 @@ Now, we set some options for tuning and launch the search tasks
-.. GENERATED FROM PYTHON SOURCE LINES 237-295
+.. GENERATED FROM PYTHON SOURCE LINES 243-301
.. note:: Explain the printed information during tuning
@@ -615,7 +621,7 @@ Now, we set some options for tuning and launch the search tasks
errors are isolated from the main process.
-.. GENERATED FROM PYTHON SOURCE LINES 297-303
+.. GENERATED FROM PYTHON SOURCE LINES 303-309
.. note:: Terminate the tuning earlier
@@ -624,7 +630,7 @@ Now, we set some options for tuning and launch the search tasks
you should be able to do the compilation (the secion below).
-.. GENERATED FROM PYTHON SOURCE LINES 306-311
+.. GENERATED FROM PYTHON SOURCE LINES 312-317
Compile and Evaluate
--------------------
@@ -632,7 +638,7 @@ After auto-tuning, we can compile the network with the best schedules we found.
All measurement records are dumped into the log file during auto-tuning,
so we can read the log file and load the best schedules.
-.. GENERATED FROM PYTHON SOURCE LINES 311-329
+.. GENERATED FROM PYTHON SOURCE LINES 317-335
.. code-block:: default
@@ -666,12 +672,12 @@ so we can read the log file and load the best schedules.
Evaluate inference time cost...
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 755.1627 755.6316 755.9665 753.8900 0.9103
+ 685.4055 686.2132 686.2450 683.7584 1.1648
-.. GENERATED FROM PYTHON SOURCE LINES 330-346
+.. GENERATED FROM PYTHON SOURCE LINES 336-352
Other Tips
----------
@@ -693,7 +699,7 @@ Other Tips
.. rst-class:: sphx-glr-timing
- **Total running time of the script:** ( 1 minutes 32.462 seconds)
+ **Total running time of the script:** ( 1 minutes 25.661 seconds)
.. _sphx_glr_download_how_to_tune_with_autoscheduler_tune_network_x86.py:
diff --git a/docs/_sources/how_to/tune_with_autotvm/sg_execution_times.rst.txt b/docs/_sources/how_to/tune_with_autotvm/sg_execution_times.rst.txt
index 64d41c510a..58b9a2e32d 100644
--- a/docs/_sources/how_to/tune_with_autotvm/sg_execution_times.rst.txt
+++ b/docs/_sources/how_to/tune_with_autotvm/sg_execution_times.rst.txt
@@ -5,14 +5,14 @@
Computation times
=================
-**00:23.646** total execution time for **how_to_tune_with_autotvm** files:
+**00:22.168** total execution time for **how_to_tune_with_autotvm** files:
+--------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_tune_with_autotvm_tune_conv2d_cuda.py` (``tune_conv2d_cuda.py``) | 00:23.608 | 0.0 MB |
+| :ref:`sphx_glr_how_to_tune_with_autotvm_tune_conv2d_cuda.py` (``tune_conv2d_cuda.py``) | 00:22.132 | 0.0 MB |
+--------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_tune_with_autotvm_tune_relay_x86.py` (``tune_relay_x86.py``) | 00:00.022 | 0.0 MB |
+| :ref:`sphx_glr_how_to_tune_with_autotvm_tune_relay_x86.py` (``tune_relay_x86.py``) | 00:00.021 | 0.0 MB |
+--------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_tune_with_autotvm_tune_relay_cuda.py` (``tune_relay_cuda.py``) | 00:00.006 | 0.0 MB |
+| :ref:`sphx_glr_how_to_tune_with_autotvm_tune_relay_cuda.py` (``tune_relay_cuda.py``) | 00:00.005 | 0.0 MB |
+--------------------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_how_to_tune_with_autotvm_tune_relay_mobile_gpu.py` (``tune_relay_mobile_gpu.py``) | 00:00.005 | 0.0 MB |
+--------------------------------------------------------------------------------------------------+-----------+--------+
diff --git a/docs/_sources/how_to/tune_with_autotvm/tune_conv2d_cuda.rst.txt b/docs/_sources/how_to/tune_with_autotvm/tune_conv2d_cuda.rst.txt
index a993e0eab8..6db66217d4 100644
--- a/docs/_sources/how_to/tune_with_autotvm/tune_conv2d_cuda.rst.txt
+++ b/docs/_sources/how_to/tune_with_autotvm/tune_conv2d_cuda.rst.txt
@@ -326,7 +326,7 @@ and measure running time.
Best config:
,None
- Time cost of this operator: 0.036999
+ Time cost of this operator: 0.037244
diff --git a/docs/_sources/how_to/work_with_microtvm/micro_autotune.rst.txt b/docs/_sources/how_to/work_with_microtvm/micro_autotune.rst.txt
index af2565df7a..6b0461c36c 100644
--- a/docs/_sources/how_to/work_with_microtvm/micro_autotune.rst.txt
+++ b/docs/_sources/how_to/work_with_microtvm/micro_autotune.rst.txt
@@ -360,10 +360,10 @@ Timing the untuned program
########## Build without Autotuning ##########
Node Name Ops Time(us) Time(%) Shape Inputs Outputs Measurements(us)
--------- --- -------- ------- ----- ------ ------- ----------------
- tvmgen_default_fused_nn_contrib_conv2d_NCHWc tvmgen_default_fused_nn_contrib_conv2d_NCHWc 306.1 98.631 (1, 2, 10, 10, 3) 2 1 [306.1]
- tvmgen_default_fused_layout_transform_1 tvmgen_default_fused_layout_transform_1 3.099 0.999 (1, 6, 10, 10) 1 1 [3.099]
- tvmgen_default_fused_layout_transform tvmgen_default_fused_layout_transform 1.149 0.37 (1, 1, 10, 10, 3) 1 1 [1.149]
- Total_time - 310.348 - - - - -
+ tvmgen_default_fused_nn_contrib_conv2d_NCHWc tvmgen_default_fused_nn_contrib_conv2d_NCHWc 285.0 98.632 (1, 2, 10, 10, 3) 2 1 [285.0]
+ tvmgen_default_fused_layout_transform_1 tvmgen_default_fused_layout_transform_1 3.038 1.051 (1, 6, 10, 10) 1 1 [3.038]
+ tvmgen_default_fused_layout_transform tvmgen_default_fused_layout_transform 0.914 0.316 (1, 1, 10, 10, 3) 1 1 [0.914]
+ Total_time - 288.952 - - - - -
@@ -428,10 +428,10 @@ Timing the tuned program
########## Build with Autotuning ##########
Node Name Ops Time(us) Time(%) Shape Inputs Outputs Measurements(us)
--------- --- -------- ------- ----- ------ ------- ----------------
- tvmgen_default_fused_nn_contrib_conv2d_NCHWc tvmgen_default_fused_nn_contrib_conv2d_NCHWc 102.1 97.006 (1, 6, 10, 10, 1) 2 1 [102.1]
- tvmgen_default_fused_layout_transform_1 tvmgen_default_fused_layout_transform_1 2.01 1.91 (1, 6, 10, 10) 1 1 [2.01]
- tvmgen_default_fused_layout_transform tvmgen_default_fused_layout_transform 1.141 1.084 (1, 1, 10, 10, 3) 1 1 [1.141]
- Total_time - 105.251 - - - - -
+ tvmgen_default_fused_nn_contrib_conv2d_NCHWc tvmgen_default_fused_nn_contrib_conv2d_NCHWc 95.75 97.506 (1, 6, 10, 10, 1) 2 1 [95.75]
+ tvmgen_default_fused_layout_transform_1 tvmgen_default_fused_layout_transform_1 1.647 1.677 (1, 6, 10, 10) 1 1 [1.647]
+ tvmgen_default_fused_layout_transform tvmgen_default_fused_layout_transform 0.802 0.817 (1, 3, 10, 10, 1) 1 1 [0.802]
+ Total_time - 98.199 - - - - -
@@ -439,7 +439,7 @@ Timing the tuned program
.. rst-class:: sphx-glr-timing
- **Total running time of the script:** ( 1 minutes 22.687 seconds)
+ **Total running time of the script:** ( 1 minutes 19.546 seconds)
.. _sphx_glr_download_how_to_work_with_microtvm_micro_autotune.py:
diff --git a/docs/_sources/how_to/work_with_microtvm/micro_pytorch.rst.txt b/docs/_sources/how_to/work_with_microtvm/micro_pytorch.rst.txt
index c8de0f2e3e..165c098be3 100644
--- a/docs/_sources/how_to/work_with_microtvm/micro_pytorch.rst.txt
+++ b/docs/_sources/how_to/work_with_microtvm/micro_pytorch.rst.txt
@@ -118,7 +118,7 @@ download a cat image and preprocess it to use as the model input.
/venv/apache-tvm-py3.8/lib/python3.8/site-packages/torch/ao/quantization/utils.py:310: UserWarning: must run observer before calling calculate_qparams. Returning default values.
warnings.warn(
Downloading: "https://download.pytorch.org/models/quantized/mobilenet_v2_qnnpack_37f702c5.pth" to /workspace/.cache/torch/hub/checkpoints/mobilenet_v2_qnnpack_37f702c5.pth
- 0%| | 0.00/3.42M [00:00<?, ?B/s] 61%|###### | 2.09M/3.42M [00:00<00:00, 21.1MB/s] 100%|##########| 3.42M/3.42M [00:00<00:00, 31.3MB/s]
+ 0%| | 0.00/3.42M [00:00<?, ?B/s] 61%|###### | 2.09M/3.42M [00:00<00:00, 12.2MB/s] 100%|##########| 3.42M/3.42M [00:00<00:00, 19.2MB/s]
/venv/apache-tvm-py3.8/lib/python3.8/site-packages/torch/_utils.py:314: UserWarning: TypedStorage is deprecated. It will be removed in the future and UntypedStorage will be the only storage class. This should only matter to you if you are using storages directly. To access UntypedStorage directly, use tensor.untyped_storage() instead of tensor.storage()
device=storage.device,
/workspace/python/tvm/relay/frontend/pytorch_utils.py:47: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead.
@@ -326,7 +326,7 @@ Look up prediction top 1 index in 1000 class synset.
.. rst-class:: sphx-glr-timing
- **Total running time of the script:** ( 1 minutes 27.276 seconds)
+ **Total running time of the script:** ( 1 minutes 21.459 seconds)
.. _sphx_glr_download_how_to_work_with_microtvm_micro_pytorch.py:
diff --git a/docs/_sources/how_to/work_with_microtvm/micro_train.rst.txt b/docs/_sources/how_to/work_with_microtvm/micro_train.rst.txt
index 1411ab0ae2..2ca9734a7f 100644
--- a/docs/_sources/how_to/work_with_microtvm/micro_train.rst.txt
+++ b/docs/_sources/how_to/work_with_microtvm/micro_train.rst.txt
@@ -217,7 +217,7 @@ take about **2 minutes** to download the Stanford Cars, while COCO 2017 validati
.. code-block:: none
- '/tmp/tmpr2cx5yt3/images/random'
+ '/tmp/tmpws5k7ii3/images/random'
@@ -317,8 +317,8 @@ objects to other stuff? We can display some examples from our datasets using ``m
.. code-block:: none
- /tmp/tmpr2cx5yt3/images/target contains 8144 images
- /tmp/tmpr2cx5yt3/images/random contains 5000 images
+ /tmp/tmpws5k7ii3/images/target contains 8144 images
+ /tmp/tmpws5k7ii3/images/random contains 5000 images
@@ -493,13 +493,13 @@ the time on our validation set).
.. code-block:: none
Epoch 1/3
- 328/328 - 39s - loss: 0.2327 - accuracy: 0.9233 - val_loss: 0.1172 - val_accuracy: 0.9603 - 39s/epoch - 118ms/step
+ 328/328 - 38s - loss: 0.2239 - accuracy: 0.9260 - val_loss: 0.1491 - val_accuracy: 0.9475 - 38s/epoch - 117ms/step
Epoch 2/3
- 328/328 - 35s - loss: 0.1027 - accuracy: 0.9627 - val_loss: 0.1387 - val_accuracy: 0.9490 - 35s/epoch - 107ms/step
+ 328/328 - 33s - loss: 0.1011 - accuracy: 0.9621 - val_loss: 0.1072 - val_accuracy: 0.9588 - 33s/epoch - 101ms/step
Epoch 3/3
- 328/328 - 35s - loss: 0.0661 - accuracy: 0.9758 - val_loss: 0.1126 - val_accuracy: 0.9634 - 35s/epoch - 107ms/step
+ 328/328 - 33s - loss: 0.0666 - accuracy: 0.9759 - val_loss: 0.1114 - val_accuracy: 0.9649 - 33s/epoch - 101ms/step
- <keras.callbacks.History object at 0x7ff5267037f0>
+ <keras.callbacks.History object at 0x7fc478a156d0>
@@ -860,7 +860,7 @@ Arduino tutorial for how to do that `on GitHub <https://github.com/guberti/tvm-a
.. rst-class:: sphx-glr-timing
- **Total running time of the script:** ( 4 minutes 20.768 seconds)
+ **Total running time of the script:** ( 4 minutes 34.865 seconds)
.. _sphx_glr_download_how_to_work_with_microtvm_micro_train.py:
diff --git a/docs/_sources/how_to/work_with_microtvm/sg_execution_times.rst.txt b/docs/_sources/how_to/work_with_microtvm/sg_execution_times.rst.txt
index 7389a812ac..e90c783ceb 100644
--- a/docs/_sources/how_to/work_with_microtvm/sg_execution_times.rst.txt
+++ b/docs/_sources/how_to/work_with_microtvm/sg_execution_times.rst.txt
@@ -5,20 +5,20 @@
Computation times
=================
-**07:38.440** total execution time for **how_to_work_with_microtvm** files:
+**07:43.294** total execution time for **how_to_work_with_microtvm** files:
+-----------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_microtvm_micro_train.py` (``micro_train.py``) | 04:20.768 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_microtvm_micro_train.py` (``micro_train.py``) | 04:34.865 | 0.0 MB |
+-----------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_microtvm_micro_pytorch.py` (``micro_pytorch.py``) | 01:27.276 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_microtvm_micro_pytorch.py` (``micro_pytorch.py``) | 01:21.459 | 0.0 MB |
+-----------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_microtvm_micro_autotune.py` (``micro_autotune.py``) | 01:22.687 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_microtvm_micro_autotune.py` (``micro_autotune.py``) | 01:19.546 | 0.0 MB |
+-----------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_microtvm_micro_aot.py` (``micro_aot.py``) | 00:11.693 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_microtvm_micro_aot.py` (``micro_aot.py``) | 00:11.115 | 0.0 MB |
+-----------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_microtvm_micro_custom_ide.py` (``micro_custom_ide.py``) | 00:08.654 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_microtvm_micro_custom_ide.py` (``micro_custom_ide.py``) | 00:08.172 | 0.0 MB |
+-----------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_microtvm_micro_tflite.py` (``micro_tflite.py``) | 00:07.361 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_microtvm_micro_tflite.py` (``micro_tflite.py``) | 00:08.136 | 0.0 MB |
+-----------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_how_to_work_with_microtvm_micro_ethosu.py` (``micro_ethosu.py``) | 00:00.000 | 0.0 MB |
+-----------------------------------------------------------------------------------------+-----------+--------+
diff --git a/docs/_sources/how_to/work_with_relay/sg_execution_times.rst.txt b/docs/_sources/how_to/work_with_relay/sg_execution_times.rst.txt
index c7e49c3478..fa42fc13b9 100644
--- a/docs/_sources/how_to/work_with_relay/sg_execution_times.rst.txt
+++ b/docs/_sources/how_to/work_with_relay/sg_execution_times.rst.txt
@@ -5,14 +5,14 @@
Computation times
=================
-**00:37.477** total execution time for **how_to_work_with_relay** files:
+**00:36.277** total execution time for **how_to_work_with_relay** files:
+----------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_relay_using_pipeline_executor.py` (``using_pipeline_executor.py``) | 00:32.533 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_relay_using_pipeline_executor.py` (``using_pipeline_executor.py``) | 00:31.527 | 0.0 MB |
+----------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_relay_using_external_lib.py` (``using_external_lib.py``) | 00:03.071 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_relay_using_external_lib.py` (``using_external_lib.py``) | 00:02.947 | 0.0 MB |
+----------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_relay_build_gcn.py` (``build_gcn.py``) | 00:01.867 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_relay_build_gcn.py` (``build_gcn.py``) | 00:01.797 | 0.0 MB |
+----------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_relay_using_relay_viz.py` (``using_relay_viz.py``) | 00:00.006 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_relay_using_relay_viz.py` (``using_relay_viz.py``) | 00:00.005 | 0.0 MB |
+----------------------------------------------------------------------------------------------------+-----------+--------+
diff --git a/docs/_sources/how_to/work_with_schedules/intrin_math.rst.txt b/docs/_sources/how_to/work_with_schedules/intrin_math.rst.txt
index 3903424288..bc8d1ae416 100644
--- a/docs/_sources/how_to/work_with_schedules/intrin_math.rst.txt
+++ b/docs/_sources/how_to/work_with_schedules/intrin_math.rst.txt
@@ -281,7 +281,7 @@ The following example customizes CUDA lowering rule for :code:`exp`.
.. code-block:: none
- <function my_cuda_math_rule at 0x7ff70c72cee0>
+ <function my_cuda_math_rule at 0x7fc664625e50>
diff --git a/docs/_sources/how_to/work_with_schedules/sg_execution_times.rst.txt b/docs/_sources/how_to/work_with_schedules/sg_execution_times.rst.txt
index f7712e6228..eb299fff68 100644
--- a/docs/_sources/how_to/work_with_schedules/sg_execution_times.rst.txt
+++ b/docs/_sources/how_to/work_with_schedules/sg_execution_times.rst.txt
@@ -5,22 +5,22 @@
Computation times
=================
-**00:05.165** total execution time for **how_to_work_with_schedules** files:
+**00:05.627** total execution time for **how_to_work_with_schedules** files:
+------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_schedules_intrin_math.py` (``intrin_math.py``) | 00:02.472 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_schedules_intrin_math.py` (``intrin_math.py``) | 00:02.519 | 0.0 MB |
+------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_schedules_tensorize.py` (``tensorize.py``) | 00:01.023 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_schedules_tensorize.py` (``tensorize.py``) | 00:01.436 | 0.0 MB |
+------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_schedules_reduction.py` (``reduction.py``) | 00:00.703 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_schedules_reduction.py` (``reduction.py``) | 00:00.711 | 0.0 MB |
+------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_schedules_scan.py` (``scan.py``) | 00:00.686 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_schedules_scan.py` (``scan.py``) | 00:00.698 | 0.0 MB |
+------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_schedules_extern_op.py` (``extern_op.py``) | 00:00.114 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_schedules_extern_op.py` (``extern_op.py``) | 00:00.106 | 0.0 MB |
+------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_schedules_schedule_primitives.py` (``schedule_primitives.py``) | 00:00.069 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_schedules_schedule_primitives.py` (``schedule_primitives.py``) | 00:00.065 | 0.0 MB |
+------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_schedules_tedd.py` (``tedd.py``) | 00:00.067 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_schedules_tedd.py` (``tedd.py``) | 00:00.063 | 0.0 MB |
+------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_how_to_work_with_schedules_tuple_inputs.py` (``tuple_inputs.py``) | 00:00.031 | 0.0 MB |
+| :ref:`sphx_glr_how_to_work_with_schedules_tuple_inputs.py` (``tuple_inputs.py``) | 00:00.029 | 0.0 MB |
+------------------------------------------------------------------------------------------------+-----------+--------+
diff --git a/docs/_sources/topic/vta/tutorials/autotvm/sg_execution_times.rst.txt b/docs/_sources/topic/vta/tutorials/autotvm/sg_execution_times.rst.txt
index 335b7d4894..ac9a945eeb 100644
--- a/docs/_sources/topic/vta/tutorials/autotvm/sg_execution_times.rst.txt
+++ b/docs/_sources/topic/vta/tutorials/autotvm/sg_execution_times.rst.txt
@@ -5,10 +5,10 @@
Computation times
=================
-**00:34.803** total execution time for **topic_vta_tutorials_autotvm** files:
+**00:32.477** total execution time for **topic_vta_tutorials_autotvm** files:
+---------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_topic_vta_tutorials_autotvm_tune_relay_vta.py` (``tune_relay_vta.py``) | 00:34.795 | 0.0 MB |
+| :ref:`sphx_glr_topic_vta_tutorials_autotvm_tune_relay_vta.py` (``tune_relay_vta.py``) | 00:32.470 | 0.0 MB |
+---------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_topic_vta_tutorials_autotvm_tune_alu_vta.py` (``tune_alu_vta.py``) | 00:00.007 | 0.0 MB |
+---------------------------------------------------------------------------------------+-----------+--------+
diff --git a/docs/_sources/topic/vta/tutorials/autotvm/tune_alu_vta.rst.txt b/docs/_sources/topic/vta/tutorials/autotvm/tune_alu_vta.rst.txt
index 166134817a..9ac5191331 100644
--- a/docs/_sources/topic/vta/tutorials/autotvm/tune_alu_vta.rst.txt
+++ b/docs/_sources/topic/vta/tutorials/autotvm/tune_alu_vta.rst.txt
@@ -25,12 +25,13 @@
Auto-tuning a ALU fused op on VTA
---------------------------------
-.. GENERATED FROM PYTHON SOURCE LINES 21-42
+.. GENERATED FROM PYTHON SOURCE LINES 21-43
.. code-block:: default
import os
+ import sys
from mxnet.gluon.model_zoo import vision
import numpy as np
from PIL import Image
@@ -57,13 +58,13 @@ Auto-tuning a ALU fused op on VTA
-.. GENERATED FROM PYTHON SOURCE LINES 43-46
+.. GENERATED FROM PYTHON SOURCE LINES 44-47
Compile network
---------------
Perform vta-specific compilation with Relay from a Gluon model
-.. GENERATED FROM PYTHON SOURCE LINES 46-81
+.. GENERATED FROM PYTHON SOURCE LINES 47-82
.. code-block:: default
@@ -109,14 +110,14 @@ Perform vta-specific compilation with Relay from a Gluon model
-.. GENERATED FROM PYTHON SOURCE LINES 82-86
+.. GENERATED FROM PYTHON SOURCE LINES 83-87
Set Tuning Options
------------------
Before tuning, we should apply some configurations.
Here we use an Pynq-Z1 board as an example.
-.. GENERATED FROM PYTHON SOURCE LINES 86-236
+.. GENERATED FROM PYTHON SOURCE LINES 87-237
.. code-block:: default
@@ -277,11 +278,11 @@ Here we use an Pynq-Z1 board as an example.
-.. GENERATED FROM PYTHON SOURCE LINES 237-238
+.. GENERATED FROM PYTHON SOURCE LINES 238-239
Register VTA-specific tuning tasks
-.. GENERATED FROM PYTHON SOURCE LINES 238-286
+.. GENERATED FROM PYTHON SOURCE LINES 239-287
.. code-block:: default
@@ -340,11 +341,11 @@ Register VTA-specific tuning tasks
-.. GENERATED FROM PYTHON SOURCE LINES 287-288
+.. GENERATED FROM PYTHON SOURCE LINES 288-289
Finally, we launch tuning jobs and evaluate the end-to-end performance.
-.. GENERATED FROM PYTHON SOURCE LINES 288-341
+.. GENERATED FROM PYTHON SOURCE LINES 289-346
.. code-block:: default
@@ -400,7 +401,11 @@ Finally, we launch tuning jobs and evaluate the end-to-end performance.
# Run the tuning and evaluate the results
- tune_and_evaluate(tuning_option)
+ try:
+ tune_and_evaluate(tuning_option)
+ except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
diff --git a/docs/_sources/topic/vta/tutorials/autotvm/tune_relay_vta.rst.txt b/docs/_sources/topic/vta/tutorials/autotvm/tune_relay_vta.rst.txt
index 5572237c0e..9394fc7117 100644
--- a/docs/_sources/topic/vta/tutorials/autotvm/tune_relay_vta.rst.txt
+++ b/docs/_sources/topic/vta/tutorials/autotvm/tune_relay_vta.rst.txt
@@ -59,12 +59,14 @@ as FFI of TVM. In the root directory of TVM, execute
Now return to python code. Import packages.
-.. GENERATED FROM PYTHON SOURCE LINES 55-73
+.. GENERATED FROM PYTHON SOURCE LINES 55-75
.. code-block:: default
import os
+ import sys
+
from mxnet.gluon.model_zoo import vision
import numpy as np
from PIL import Image
@@ -88,13 +90,13 @@ Now return to python code. Import packages.
-.. GENERATED FROM PYTHON SOURCE LINES 74-77
+.. GENERATED FROM PYTHON SOURCE LINES 76-79
Compile network
---------------
Perform vta-specific compilation with Relay from a Gluon model
-.. GENERATED FROM PYTHON SOURCE LINES 77-114
+.. GENERATED FROM PYTHON SOURCE LINES 79-116
.. code-block:: default
@@ -142,7 +144,7 @@ Perform vta-specific compilation with Relay from a Gluon model
-.. GENERATED FROM PYTHON SOURCE LINES 115-139
+.. GENERATED FROM PYTHON SOURCE LINES 117-141
Start RPC Tracker
-----------------
@@ -169,7 +171,7 @@ The expected output is:
INFO:RPCTracker:bind to 0.0.0.0:9190
-.. GENERATED FROM PYTHON SOURCE LINES 141-175
+.. GENERATED FROM PYTHON SOURCE LINES 143-177
Register devices to RPC Tracker
-----------------------------------
@@ -206,14 +208,14 @@ the output can be
You can register multiple devices to the tracker to accelerate tuning.
-.. GENERATED FROM PYTHON SOURCE LINES 177-181
+.. GENERATED FROM PYTHON SOURCE LINES 179-183
Set Tuning Options
------------------
Before tuning, we should apply some configurations.
Here we use an Pynq-Z1 board as an example.
-.. GENERATED FROM PYTHON SOURCE LINES 181-224
+.. GENERATED FROM PYTHON SOURCE LINES 183-226
.. code-block:: default
@@ -267,7 +269,7 @@ Here we use an Pynq-Z1 board as an example.
-.. GENERATED FROM PYTHON SOURCE LINES 225-233
+.. GENERATED FROM PYTHON SOURCE LINES 227-235
.. note:: How to set tuning options
@@ -278,7 +280,7 @@ Here we use an Pynq-Z1 board as an example.
setting a longer timeout.
-.. GENERATED FROM PYTHON SOURCE LINES 236-245
+.. GENERATED FROM PYTHON SOURCE LINES 238-247
Begin Tuning
------------
@@ -290,7 +292,7 @@ We will introduce a more sophisticated tuning scheduler in the future.
Given that the tuning will be done on Pynq FPGA boards, make sure that
the ```TARGET`` entry in the ``vta_config.json`` file is set to ``pynq``.
-.. GENERATED FROM PYTHON SOURCE LINES 245-321
+.. GENERATED FROM PYTHON SOURCE LINES 247-323
.. code-block:: default
@@ -377,11 +379,11 @@ the ```TARGET`` entry in the ``vta_config.json`` file is set to ``pynq``.
-.. GENERATED FROM PYTHON SOURCE LINES 322-323
+.. GENERATED FROM PYTHON SOURCE LINES 324-325
Register VTA-specific tuning tasks
-.. GENERATED FROM PYTHON SOURCE LINES 323-358
+.. GENERATED FROM PYTHON SOURCE LINES 325-360
.. code-block:: default
@@ -427,11 +429,11 @@ Register VTA-specific tuning tasks
-.. GENERATED FROM PYTHON SOURCE LINES 359-360
+.. GENERATED FROM PYTHON SOURCE LINES 361-362
Finally, we launch tuning jobs and evaluate the end-to-end performance.
-.. GENERATED FROM PYTHON SOURCE LINES 360-476
+.. GENERATED FROM PYTHON SOURCE LINES 362-482
.. code-block:: default
@@ -549,7 +551,11 @@ Finally, we launch tuning jobs and evaluate the end-to-end performance.
# Run the tuning and evaluate the results
- tune_and_evaluate(tuning_option)
+ try:
+ tune_and_evaluate(tuning_option)
+ except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
@@ -577,7 +583,7 @@ Finally, we launch tuning jobs and evaluate the end-to-end performance.
-.. GENERATED FROM PYTHON SOURCE LINES 477-514
+.. GENERATED FROM PYTHON SOURCE LINES 483-520
Sample Output
-------------
@@ -617,7 +623,7 @@ It takes about 2 hours on a 16T CPU, and 6 Pynq boards.
Evaluate inference time cost...
Mean inference time (std dev): 621.79 ms (0.14 ms)
-.. GENERATED FROM PYTHON SOURCE LINES 516-532
+.. GENERATED FROM PYTHON SOURCE LINES 522-538
.. note:: **Experiencing Difficulties?**
diff --git a/docs/_sources/topic/vta/tutorials/frontend/deploy_classification.rst.txt b/docs/_sources/topic/vta/tutorials/frontend/deploy_classification.rst.txt
index 5202c26fa2..fdf6eb268f 100644
--- a/docs/_sources/topic/vta/tutorials/frontend/deploy_classification.rst.txt
+++ b/docs/_sources/topic/vta/tutorials/frontend/deploy_classification.rst.txt
@@ -45,7 +45,7 @@ To use the autotvm package in tvm, we need to install some extra dependencies.
Now return to the python code. Import packages.
-.. GENERATED FROM PYTHON SOURCE LINES 40-67
+.. GENERATED FROM PYTHON SOURCE LINES 40-68
.. code-block:: default
@@ -55,6 +55,7 @@ Now return to the python code. Import packages.
import argparse, json, os, requests, sys, time
from io import BytesIO
from os.path import join, isfile
+ import sys
from PIL import Image
from mxnet.gluon.model_zoo import vision
@@ -83,13 +84,13 @@ Now return to the python code. Import packages.
-.. GENERATED FROM PYTHON SOURCE LINES 68-71
+.. GENERATED FROM PYTHON SOURCE LINES 69-72
Define the platform and model targets
-------------------------------------
Execute on CPU vs. VTA, and define the model.
-.. GENERATED FROM PYTHON SOURCE LINES 71-97
+.. GENERATED FROM PYTHON SOURCE LINES 72-98
.. code-block:: default
@@ -126,14 +127,14 @@ Execute on CPU vs. VTA, and define the model.
-.. GENERATED FROM PYTHON SOURCE LINES 98-102
+.. GENERATED FROM PYTHON SOURCE LINES 99-103
Obtain an execution remote
--------------------------
When target is 'pynq', reconfigure FPGA and runtime.
Otherwise, if target is 'sim', execute locally.
-.. GENERATED FROM PYTHON SOURCE LINES 102-142
+.. GENERATED FROM PYTHON SOURCE LINES 103-143
.. code-block:: default
@@ -184,7 +185,7 @@ Otherwise, if target is 'sim', execute locally.
-.. GENERATED FROM PYTHON SOURCE LINES 143-157
+.. GENERATED FROM PYTHON SOURCE LINES 144-158
Build the inference graph executor
----------------------------------
@@ -201,7 +202,7 @@ The compilation steps are:
7. Generate graph executor, `m`.
-.. GENERATED FROM PYTHON SOURCE LINES 157-233
+.. GENERATED FROM PYTHON SOURCE LINES 158-238
.. code-block:: default
@@ -214,7 +215,11 @@ The compilation steps are:
shape_dict = {"data": (env.BATCH, 3, 224, 224)}
# Get off the shelf gluon model, and convert to relay
- gluon_model = vision.get_model(model, pretrained=True)
+ try:
+ gluon_model = vision.get_model(model, pretrained=True)
+ except RuntimeError:
+ print("Downloads from mxnet no longer supported", file=sys.stderr)
+ sys.exit(0)
# Measure build start time
build_start = time.time()
@@ -291,14 +296,14 @@ The compilation steps are:
/workspace/python/tvm/relay/build_module.py:345: DeprecationWarning: Please use input parameter mod (tvm.IRModule) instead of deprecated parameter mod (tvm.relay.function.Function)
warnings.warn(
- /workspace/vta/tutorials/frontend/deploy_classification.py:212: DeprecationWarning: legacy graph executor behavior of producing json / lib / params will be removed in the next release. Please see documents of tvm.contrib.graph_executor.GraphModule for the new recommended usage.
+ /workspace/vta/tutorials/frontend/deploy_classification.py:217: DeprecationWarning: legacy graph executor behavior of producing json / lib / params will be removed in the next release. Please see documents of tvm.contrib.graph_executor.GraphModule for the new recommended usage.
graph, lib, params = relay.build(
- resnet18_v1 inference graph built in 37.03s!
+ resnet18_v1 inference graph built in 33.98s!
-.. GENERATED FROM PYTHON SOURCE LINES 234-239
+.. GENERATED FROM PYTHON SOURCE LINES 239-244
Perform image classification inference
--------------------------------------
@@ -306,7 +311,7 @@ We run classification on an image sample from ImageNet
We just need to download the categories files, `synset.txt`
and an input test image.
-.. GENERATED FROM PYTHON SOURCE LINES 239-309
+.. GENERATED FROM PYTHON SOURCE LINES 244-314
.. code-block:: default
diff --git a/docs/_sources/topic/vta/tutorials/frontend/deploy_detection.rst.txt b/docs/_sources/topic/vta/tutorials/frontend/deploy_detection.rst.txt
index bd209519ff..caa8c29e5f 100644
--- a/docs/_sources/topic/vta/tutorials/frontend/deploy_detection.rst.txt
+++ b/docs/_sources/topic/vta/tutorials/frontend/deploy_detection.rst.txt
@@ -337,7 +337,7 @@ The compilation steps are:
/workspace/python/tvm/relay/build_module.py:345: DeprecationWarning: Please use input parameter mod (tvm.IRModule) instead of deprecated parameter mod (tvm.relay.function.Function)
warnings.warn(
- yolov3-tiny inference graph built in 25.13s!
+ yolov3-tiny inference graph built in 23.38s!
diff --git a/docs/_sources/topic/vta/tutorials/frontend/sg_execution_times.rst.txt b/docs/_sources/topic/vta/tutorials/frontend/sg_execution_times.rst.txt
index dee86ed4e6..0cfb79d0b4 100644
--- a/docs/_sources/topic/vta/tutorials/frontend/sg_execution_times.rst.txt
+++ b/docs/_sources/topic/vta/tutorials/frontend/sg_execution_times.rst.txt
@@ -5,10 +5,10 @@
Computation times
=================
-**01:56.026** total execution time for **topic_vta_tutorials_frontend** files:
+**01:48.705** total execution time for **topic_vta_tutorials_frontend** files:
+------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_topic_vta_tutorials_frontend_deploy_detection.py` (``deploy_detection.py``) | 00:58.233 | 0.0 MB |
+| :ref:`sphx_glr_topic_vta_tutorials_frontend_deploy_detection.py` (``deploy_detection.py``) | 00:55.003 | 0.0 MB |
+------------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_topic_vta_tutorials_frontend_deploy_classification.py` (``deploy_classification.py``) | 00:57.793 | 0.0 MB |
+| :ref:`sphx_glr_topic_vta_tutorials_frontend_deploy_classification.py` (``deploy_classification.py``) | 00:53.701 | 0.0 MB |
+------------------------------------------------------------------------------------------------------+-----------+--------+
diff --git a/docs/_sources/topic/vta/tutorials/optimize/sg_execution_times.rst.txt b/docs/_sources/topic/vta/tutorials/optimize/sg_execution_times.rst.txt
index a5b900ae2b..40e05f6686 100644
--- a/docs/_sources/topic/vta/tutorials/optimize/sg_execution_times.rst.txt
+++ b/docs/_sources/topic/vta/tutorials/optimize/sg_execution_times.rst.txt
@@ -5,10 +5,10 @@
Computation times
=================
-**00:03.257** total execution time for **topic_vta_tutorials_optimize** files:
+**00:03.178** total execution time for **topic_vta_tutorials_optimize** files:
+--------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_topic_vta_tutorials_optimize_convolution_opt.py` (``convolution_opt.py``) | 00:02.777 | 0.0 MB |
+| :ref:`sphx_glr_topic_vta_tutorials_optimize_convolution_opt.py` (``convolution_opt.py``) | 00:02.668 | 0.0 MB |
+--------------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_topic_vta_tutorials_optimize_matrix_multiply_opt.py` (``matrix_multiply_opt.py``) | 00:00.480 | 0.0 MB |
+| :ref:`sphx_glr_topic_vta_tutorials_optimize_matrix_multiply_opt.py` (``matrix_multiply_opt.py``) | 00:00.510 | 0.0 MB |
+--------------------------------------------------------------------------------------------------+-----------+--------+
diff --git a/docs/_sources/topic/vta/tutorials/sg_execution_times.rst.txt b/docs/_sources/topic/vta/tutorials/sg_execution_times.rst.txt
index aeae46db19..579956b802 100644
--- a/docs/_sources/topic/vta/tutorials/sg_execution_times.rst.txt
+++ b/docs/_sources/topic/vta/tutorials/sg_execution_times.rst.txt
@@ -5,10 +5,10 @@
Computation times
=================
-**00:00.778** total execution time for **topic_vta_tutorials** files:
+**00:00.851** total execution time for **topic_vta_tutorials** files:
+---------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_topic_vta_tutorials_matrix_multiply.py` (``matrix_multiply.py``) | 00:00.404 | 0.0 MB |
+| :ref:`sphx_glr_topic_vta_tutorials_matrix_multiply.py` (``matrix_multiply.py``) | 00:00.436 | 0.0 MB |
+---------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_topic_vta_tutorials_vta_get_started.py` (``vta_get_started.py``) | 00:00.374 | 0.0 MB |
+| :ref:`sphx_glr_topic_vta_tutorials_vta_get_started.py` (``vta_get_started.py``) | 00:00.414 | 0.0 MB |
+---------------------------------------------------------------------------------+-----------+--------+
diff --git a/docs/_sources/tutorial/auto_scheduler_matmul_x86.rst.txt b/docs/_sources/tutorial/auto_scheduler_matmul_x86.rst.txt
index a0a5d8a740..1804f687e7 100644
--- a/docs/_sources/tutorial/auto_scheduler_matmul_x86.rst.txt
+++ b/docs/_sources/tutorial/auto_scheduler_matmul_x86.rst.txt
@@ -318,7 +318,7 @@ We build the binary and check its correctness and performance.
.. code-block:: none
- Execution time of this operator: 94.423 ms
+ Execution time of this operator: 86.665 ms
@@ -434,7 +434,7 @@ operations.
.. rst-class:: sphx-glr-timing
- **Total running time of the script:** ( 1 minutes 22.343 seconds)
+ **Total running time of the script:** ( 1 minutes 25.734 seconds)
.. _sphx_glr_download_tutorial_auto_scheduler_matmul_x86.py:
diff --git a/docs/_sources/tutorial/autotvm_matmul_x86.rst.txt b/docs/_sources/tutorial/autotvm_matmul_x86.rst.txt
index 3874993585..962ba1df55 100644
--- a/docs/_sources/tutorial/autotvm_matmul_x86.rst.txt
+++ b/docs/_sources/tutorial/autotvm_matmul_x86.rst.txt
@@ -454,16 +454,16 @@ reduce variance, we take 5 measurements and average them.
waiting for device...
device available
Get devices for measurement successfully!
- No: 1 GFLOPS: 11.43/11.43 result: MeasureResult(costs=(0.0234842954,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.630509614944458, timestamp=1707293231.674515) [('tile_y', [-1, 256]), ('tile_x', [-1, 512])],None,98
- No: 2 GFLOPS: 1.95/11.43 result: MeasureResult(costs=(0.13731269159999998,), error_no=MeasureErrorNo.NO_ERROR, all_cost=2.444164514541626, timestamp=1707293234.1278164) [('tile_y', [-1, 4]), ('tile_x', [-1, 1])],None,2
- No: 3 GFLOPS: 11.36/11.43 result: MeasureResult(costs=(0.0236388518,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.623408317565918, timestamp=1707293234.7632766) [('tile_y', [-1, 4]), ('tile_x', [-1, 16])],None,42
- No: 4 GFLOPS: 9.16/11.43 result: MeasureResult(costs=(0.0293154568,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.7041709423065186, timestamp=1707293235.4871924) [('tile_y', [-1, 1]), ('tile_x', [-1, 8])],None,30
- No: 5 GFLOPS: 0.95/11.43 result: MeasureResult(costs=(0.2814572924,), error_no=MeasureErrorNo.NO_ERROR, all_cost=4.769812345504761, timestamp=1707293240.44726) [('tile_y', [-1, 512]), ('tile_x', [-1, 2])],None,19
- No: 6 GFLOPS: 9.05/11.43 result: MeasureResult(costs=(0.029653768200000003,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.7438392639160156, timestamp=1707293241.183093) [('tile_y', [-1, 256]), ('tile_x', [-1, 16])],None,48
- No: 7 GFLOPS: 9.07/11.43 result: MeasureResult(costs=(0.0295819986,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.7980523109436035, timestamp=1707293241.9134657) [('tile_y', [-1, 512]), ('tile_x', [-1, 64])],None,69
- No: 8 GFLOPS: 2.81/11.43 result: MeasureResult(costs=(0.0954185728,), error_no=MeasureErrorNo.NO_ERROR, all_cost=1.7812232971191406, timestamp=1707293243.7074542) [('tile_y', [-1, 1]), ('tile_x', [-1, 2])],None,10
- No: 9 GFLOPS: 8.49/11.43 result: MeasureResult(costs=(0.031623632,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.7321269512176514, timestamp=1707293244.548159) [('tile_y', [-1, 2]), ('tile_x', [-1, 8])],None,31
- No: 10 GFLOPS: 1.81/11.43 result: MeasureResult(costs=(0.1479663784,), error_no=MeasureErrorNo.NO_ERROR, all_cost=2.6018755435943604, timestamp=1707293247.1935005) [('tile_y', [-1, 512]), ('tile_x', [-1, 4])],None,29
+ No: 1 GFLOPS: 0.48/0.48 result: MeasureResult(costs=(0.5612590598,), error_no=MeasureErrorNo.NO_ERROR, all_cost=9.220144033432007, timestamp=1707522810.6646357) [('tile_y', [-1, 512]), ('tile_x', [-1, 1])],None,9
+ No: 2 GFLOPS: 13.77/13.77 result: MeasureResult(costs=(0.019497375,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.5828409194946289, timestamp=1707522811.2406518) [('tile_y', [-1, 16]), ('tile_x', [-1, 256])],None,84
+ No: 3 GFLOPS: 15.45/15.45 result: MeasureResult(costs=(0.017376708600000002,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.5944230556488037, timestamp=1707522811.7705634) [('tile_y', [-1, 32]), ('tile_x', [-1, 64])],None,65
+ No: 4 GFLOPS: 3.62/15.45 result: MeasureResult(costs=(0.0742016278,), error_no=MeasureErrorNo.NO_ERROR, all_cost=1.4129760265350342, timestamp=1707522813.2052019) [('tile_y', [-1, 512]), ('tile_x', [-1, 8])],None,39
+ No: 5 GFLOPS: 13.24/15.45 result: MeasureResult(costs=(0.020268517800000004,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.6198828220367432, timestamp=1707522813.95096) [('tile_y', [-1, 16]), ('tile_x', [-1, 512])],None,94
+ No: 6 GFLOPS: 9.60/15.45 result: MeasureResult(costs=(0.027960535399999997,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.6990289688110352, timestamp=1707522814.6460881) [('tile_y', [-1, 256]), ('tile_x', [-1, 16])],None,48
+ No: 7 GFLOPS: 14.33/15.45 result: MeasureResult(costs=(0.0187280844,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.6067886352539062, timestamp=1707522815.204227) [('tile_y', [-1, 128]), ('tile_x', [-1, 128])],None,77
+ No: 8 GFLOPS: 1.85/15.45 result: MeasureResult(costs=(0.14512034980000002,), error_no=MeasureErrorNo.NO_ERROR, all_cost=2.561180591583252, timestamp=1707522817.7779088) [('tile_y', [-1, 512]), ('tile_x', [-1, 4])],None,29
+ No: 9 GFLOPS: 0.54/15.45 result: MeasureResult(costs=(0.49525399859999997,), error_no=MeasureErrorNo.NO_ERROR, all_cost=8.133240938186646, timestamp=1707522826.0301173) [('tile_y', [-1, 256]), ('tile_x', [-1, 1])],None,8
+ No: 10 GFLOPS: 11.10/15.45 result: MeasureResult(costs=(0.0241745184,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.6056869029998779, timestamp=1707522826.668265) [('tile_y', [-1, 4]), ('tile_x', [-1, 16])],None,42
diff --git a/docs/_sources/tutorial/autotvm_relay_x86.rst.txt b/docs/_sources/tutorial/autotvm_relay_x86.rst.txt
index 1beef6251e..e08e87dc85 100644
--- a/docs/_sources/tutorial/autotvm_relay_x86.rst.txt
+++ b/docs/_sources/tutorial/autotvm_relay_x86.rst.txt
@@ -311,7 +311,7 @@ standard deviation.
.. code-block:: none
- {'mean': 491.72648005003794, 'median': 491.7519180000454, 'std': 2.4079526756377634}
+ {'mean': 448.2907487400371, 'median': 448.1195803502487, 'std': 1.2273521405394243}
@@ -582,30 +582,29 @@ the tuning data to.
.. code-block:: none
- [Task 1/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 1/25] Current/Best: 9.85/ 23.38 GFLOPS | Progress: (4/20) | 8.22 s [Task 1/25] Current/Best: 18.27/ 23.38 GFLOPS | Progress: (8/20) | 10.55 s [Task 1/25] Current/Best: 8.56/ 23.38 GFLOPS | Progress: (12/20) | 12.81 s [Task 1/25] Current/Best: 23.85/ 23.85 GFLOPS | Progress: (16/20) | 14.94 s [Task 1/25] Current/Best: 17.87/ 23.85 GFLOPS | Progress: (20/20) | 18.40 s Done.
- [Task 2/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 2/25] Current/Best: 13.53/ 17.07 GFLOPS | Progress: (4/20) | 3.94 s [Task 2/25] Current/Best: 21.21/ 21.21 GFLOPS | Progress: (8/20) | 5.34 s [Task 2/25] Current/Best: 14.37/ 21.21 GFLOPS | Progress: (12/20) | 7.00 s [Task 2/25] Current/Best: 12.12/ 21.21 GFLOPS | Progress: (16/20) | 8.34 s [Task 2/25] Current/Best: 11.84/ 21.21 GFLOPS | Progress: (20/20) | 10.19 s Done.
- [Task 3/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 3/25] Current/Best: 13.60/ 20.77 GFLOPS | Progress: (4/20) | 5.03 s [Task 3/25] Current/Best: 10.33/ 21.28 GFLOPS | Progress: (8/20) | 7.55 s [Task 3/25] Current/Best: 12.73/ 21.28 GFLOPS | Progress: (12/20) | 10.60 s [Task 3/25] Current/Best: 13.41/ 21.28 GFLOPS | Progress: (16/20) | 12.90 s [Task 3/25] Current/Best: 19.67/ 21.28 GFLOPS | Progress: (20/20) | 15.36 s Done.
- [Task 4/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 4/25] Current/Best: 10.18/ 12.71 GFLOPS | Progress: (4/20) | 7.50 s [Task 4/25] Current/Best: 7.35/ 16.76 GFLOPS | Progress: (8/20) | 9.51 s [Task 4/25] Current/Best: 14.31/ 18.87 GFLOPS | Progress: (12/20) | 11.37 s [Task 4/25] Current/Best: 11.34/ 18.87 GFLOPS | Progress: (16/20) | 14.27 s [Task 4/25] Current/Best: 11.31/ 20.56 GFLOPS | Progress: (20/20) | 19.30 s Done.
- [Task 5/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 5/25] Current/Best: 13.88/ 20.45 GFLOPS | Progress: (4/20) | 4.28 s [Task 5/25] Current/Best: 12.40/ 20.45 GFLOPS | Progress: (8/20) | 6.50 s [Task 5/25] Current/Best: 6.22/ 20.45 GFLOPS | Progress: (12/20) | 8.68 s [Task 5/25] Current/Best: 3.13/ 20.45 GFLOPS | Progress: (16/20) | 10.88 s [Task 5/25] Current/Best: 3.59/ 20.45 GFLOPS | Progress: (20/20) | 13.14 s Done.
- [Task 6/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 6/25] Current/Best: 9.19/ 20.59 GFLOPS | Progress: (4/20) | 4.79 s [Task 6/25] Current/Best: 11.96/ 20.59 GFLOPS | Progress: (8/20) | 8.20 s [Task 6/25] Current/Best: 4.80/ 20.59 GFLOPS | Progress: (12/20) | 10.51 s [Task 6/25] Current/Best: 12.51/ 21.55 GFLOPS | Progress: (16/20) | 13.15 s [Task 6/25] Current/Best: 14.51/ 21.55 GFLOPS | Progress: (20/20) | 15.50 s Done.
- [Task 7/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 7/25] Current/Best: 10.99/ 17.55 GFLOPS | Progress: (4/20) | 5.86 s [Task 7/25] Current/Best: 17.24/ 21.66 GFLOPS | Progress: (8/20) | 8.10 s [Task 7/25] Current/Best: 9.09/ 21.66 GFLOPS | Progress: (12/20) | 10.74 s [Task 7/25] Current/Best: 12.18/ 21.66 GFLOPS | Progress: (16/20) | 13.46 s [Task 7/25] Current/Best: 12.65/ 22.39 GFLOPS | Progress: (20/20) | 15.53 s Done.
- [Task 8/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 8/25] Current/Best: 10.18/ 11.07 GFLOPS | Progress: (4/20) | 6.32 s [Task 8/25] Current/Best: 13.68/ 13.68 GFLOPS | Progress: (8/20) | 12.58 s [Task 8/25] Current/Best: 9.79/ 13.68 GFLOPS | Progress: (12/20) | 16.47 s [Task 8/25] Current/Best: 13.97/ 13.97 GFLOPS | Progress: (16/20) | 20.21 s [Task 8/25] Current/Best: 10.44/ 13.97 GFLOPS | Progress: (20/20) | 24.43 s Done.
- [Task 9/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 9/25] Current/Best: 6.44/ 17.07 GFLOPS | Progress: (4/20) | 4.39 s [Task 9/25] Current/Best: 15.22/ 19.33 GFLOPS | Progress: (8/20) | 6.23 s [Task 9/25] Current/Best: 6.53/ 22.12 GFLOPS | Progress: (12/20) | 17.40 s [Task 9/25] Current/Best: 20.11/ 22.12 GFLOPS | Progress: (16/20) | 20.31 s [Task 9/25] Current/Best: 12.76/ 22.12 GFLOPS | Progress: (20/20) | 23.40 s [Task 10/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 10/25] Current/Best: 16.14/ 16.28 GFLOPS | Progress: (4/20) | 4.20 s [Task 10/25] Current/Best: 14.28/ 16.28 GFLOPS | Progress: (8/20) | 6.69 s [Task 10/25] Current/Best: 14.96/ 18.60 GFLOPS | Progress: (12/20) | 9.35 s [Task 10/25] Current/Best: 8.44/ 22.88 GFLOPS | Progress: (16/20) | 11.06 s [Task 10/25] Current/Best: 5.75/ 22.88 GFLOPS | Progress: (20/20)
| 13.12 s Done.
- [Task 11/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 11/25] Current/Best: 12.30/ 20.62 GFLOPS | Progress: (4/20) | 4.41 s [Task 11/25] Current/Best: 16.12/ 23.36 GFLOPS | Progress: (8/20) | 6.63 s [Task 11/25] Current/Best: 23.38/ 23.38 GFLOPS | Progress: (12/20) | 8.96 s [Task 11/25] Current/Best: 11.25/ 23.38 GFLOPS | Progress: (16/20) | 12.32 s [Task 11/25] Current/Best: 18.62/ 23.70 GFLOPS | Progress: (20/20) | 14.24 s Done.
- [Task 12/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 12/25] Current/Best: 11.48/ 18.71 GFLOPS | Progress: (4/20) | 4.90 s [Task 12/25] Current/Best: 2.96/ 18.71 GFLOPS | Progress: (8/20) | 8.48 s [Task 12/25] Current/Best: 13.05/ 18.71 GFLOPS | Progress: (12/20) | 12.78 s [Task 12/25] Current/Best: 15.08/ 18.71 GFLOPS | Progress: (16/20) | 15.60 s [Task 12/25] Current/Best: 19.30/ 19.30 GFLOPS | Progress: (20/20) | 21.44 s Done.
- [Task 13/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 13/25] Current/Best: 10.64/ 12.15 GFLOPS | Progress: (4/20) | 5.24 s [Task 13/25] Current/Best: 22.83/ 22.83 GFLOPS | Progress: (8/20) | 7.88 s [Task 13/25] Current/Best: 17.76/ 22.83 GFLOPS | Progress: (12/20) | 10.22 s [Task 13/25] Current/Best: 21.46/ 22.83 GFLOPS | Progress: (16/20) | 12.27 s [Task 13/25] Current/Best: 8.88/ 22.83 GFLOPS | Progress: (20/20) | 15.55 s Done.
- [Task 14/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 14/25] Current/Best: 10.60/ 16.97 GFLOPS | Progress: (4/20) | 6.54 s [Task 14/25] Current/Best: 5.83/ 16.97 GFLOPS | Progress: (8/20) | 13.72 s [Task 14/25] Current/Best: 14.17/ 16.97 GFLOPS | Progress: (12/20) | 17.06 s [Task 14/25] Current/Best: 7.96/ 17.94 GFLOPS | Progress: (16/20) | 25.91 s [Task 14/25] Current/Best: 9.75/ 17.94 GFLOPS | Progress: (20/20) | 30.51 s Done.
- [Task 15/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 15/25] Current/Best: 10.75/ 16.40 GFLOPS | Progress: (4/20) | 13.42 s [Task 15/25] Current/Best: 22.19/ 22.19 GFLOPS | Progress: (8/20) | 17.45 s [Task 15/25] Current/Best: 17.06/ 22.19 GFLOPS | Progress: (12/20) | 20.36 s [Task 15/25] Current/Best: 6.83/ 22.19 GFLOPS | Progress: (16/20) | 22.08 s [Task 15/25] Current/Best: 1.71/ 22.19 GFLOPS | Progress: (20/20) | 24.31 s [Task 16/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 16/25] Current/Best: 13.50/ 17.21 GFLOPS | Progress: (4/20) | 4.17 s [Task 16/25] Current/Best: 16.33/ 20.43 GFLOPS | Progress: (8/20) | 7.65 s [Task 16/25] Current/Best: 12.35/ 20.43 GFLOPS | Progress: (12/20) | 10.17 s [Task 16/25] Current/Best: 17.88/ 20.43 GFLOPS | Progress: (16/20) | 13.32 s [Task 16/25] Current/Best: 14.58/ 20.43 GFLOPS | Progress: (20/
20) | 15.35 s Done.
- [Task 17/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 17/25] Current/Best: 20.62/ 20.62 GFLOPS | Progress: (4/20) | 4.60 s [Task 17/25] Current/Best: 11.56/ 20.62 GFLOPS | Progress: (8/20) | 8.35 s Done.
+ [Task 1/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 1/25] Current/Best: 16.02/ 24.26 GFLOPS | Progress: (4/20) | 7.97 s [Task 1/25] Current/Best: 10.27/ 24.26 GFLOPS | Progress: (8/20) | 10.11 s [Task 1/25] Current/Best: 6.72/ 24.26 GFLOPS | Progress: (12/20) | 14.02 s [Task 1/25] Current/Best: 17.41/ 24.26 GFLOPS | Progress: (16/20) | 16.26 s [Task 1/25] Current/Best: 18.45/ 25.12 GFLOPS | Progress: (20/20) | 18.28 s Done.
+ [Task 2/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 2/25] Current/Best: 2.31/ 22.91 GFLOPS | Progress: (4/20) | 3.84 s [Task 2/25] Current/Best: 5.97/ 22.91 GFLOPS | Progress: (8/20) | 6.55 s [Task 2/25] Current/Best: 12.28/ 22.91 GFLOPS | Progress: (12/20) | 8.24 s [Task 2/25] Current/Best: 15.80/ 22.91 GFLOPS | Progress: (16/20) | 9.72 s [Task 2/25] Current/Best: 18.38/ 22.91 GFLOPS | Progress: (20/20) | 11.11 s Done.
+ [Task 3/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 3/25] Current/Best: 20.55/ 21.54 GFLOPS | Progress: (4/20) | 4.48 s [Task 3/25] Current/Best: 7.94/ 21.54 GFLOPS | Progress: (8/20) | 6.77 s [Task 3/25] Current/Best: 21.81/ 21.81 GFLOPS | Progress: (12/20) | 9.52 s [Task 3/25] Current/Best: 14.39/ 21.81 GFLOPS | Progress: (16/20) | 12.18 s [Task 3/25] Current/Best: 25.71/ 25.71 GFLOPS | Progress: (20/20) | 14.56 s Done.
+ [Task 4/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 4/25] Current/Best: 9.99/ 22.48 GFLOPS | Progress: (4/20) | 4.35 s [Task 4/25] Current/Best: 17.67/ 22.48 GFLOPS | Progress: (8/20) | 5.99 s [Task 4/25] Current/Best: 18.45/ 22.48 GFLOPS | Progress: (12/20) | 7.91 s [Task 4/25] Current/Best: 8.17/ 22.48 GFLOPS | Progress: (16/20) | 11.31 s [Task 4/25] Current/Best: 10.86/ 22.48 GFLOPS | Progress: (20/20) | 13.54 s Done.
+ [Task 5/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 5/25] Current/Best: 19.34/ 21.11 GFLOPS | Progress: (4/20) | 4.25 s [Task 5/25] Current/Best: 5.96/ 21.11 GFLOPS | Progress: (8/20) | 6.93 s [Task 5/25] Current/Best: 12.36/ 21.11 GFLOPS | Progress: (12/20) | 9.11 s [Task 5/25] Current/Best: 22.45/ 22.45 GFLOPS | Progress: (16/20) | 10.93 s [Task 5/25] Current/Best: 5.06/ 22.45 GFLOPS | Progress: (20/20) | 13.43 s Done.
+ [Task 6/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 6/25] Current/Best: 16.05/ 16.05 GFLOPS | Progress: (4/20) | 4.75 s [Task 6/25] Current/Best: 6.32/ 16.05 GFLOPS | Progress: (8/20) | 9.59 s [Task 6/25] Current/Best: 19.03/ 19.03 GFLOPS | Progress: (12/20) | 12.34 s [Task 6/25] Current/Best: 12.32/ 21.08 GFLOPS | Progress: (16/20) | 16.05 s [Task 6/25] Current/Best: 19.12/ 22.57 GFLOPS | Progress: (20/20) | 17.95 s Done.
+ [Task 7/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 7/25] Current/Best: 6.67/ 17.65 GFLOPS | Progress: (4/20) | 4.80 s [Task 7/25] Current/Best: 11.93/ 20.76 GFLOPS | Progress: (8/20) | 7.28 s [Task 7/25] Current/Best: 21.43/ 24.02 GFLOPS | Progress: (12/20) | 9.46 s [Task 7/25] Current/Best: 10.10/ 24.02 GFLOPS | Progress: (16/20) | 12.56 s [Task 7/25] Current/Best: 12.82/ 24.02 GFLOPS | Progress: (20/20) | 14.69 s Done.
+ [Task 8/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 8/25] Current/Best: 7.44/ 19.25 GFLOPS | Progress: (4/20) | 5.00 s [Task 8/25] Current/Best: 3.06/ 19.25 GFLOPS | Progress: (8/20) | 8.63 s [Task 8/25] Current/Best: 15.09/ 19.25 GFLOPS | Progress: (12/20) | 19.61 s [Task 8/25] Current/Best: 3.18/ 19.25 GFLOPS | Progress: (16/20) | 22.25 s [Task 8/25] Current/Best: 11.00/ 19.25 GFLOPS | Progress: (20/20) | 25.55 s Done.
+ [Task 9/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 9/25] Current/Best: 16.40/ 16.40 GFLOPS | Progress: (4/20) | 12.51 s [Task 9/25] Current/Best: 15.63/ 18.80 GFLOPS | Progress: (8/20) | 23.52 s [Task 9/25] Current/Best: 13.25/ 20.29 GFLOPS | Progress: (12/20) | 26.19 s [Task 9/25] Current/Best: 18.33/ 22.51 GFLOPS | Progress: (16/20) | 28.28 s [Task 9/25] Current/Best: 13.10/ 22.51 GFLOPS | Progress: (20/20) | 30.05 s [Task 10/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 10/25] Current/Best: 13.69/ 18.75 GFLOPS | Progress: (4/20) | 4.01 s [Task 10/25] Current/Best: 16.10/ 19.65 GFLOPS | Progress: (8/20) | 6.04 s [Task 10/25] Current/Best: 10.64/ 19.65 GFLOPS | Progress: (12/20) | 7.98 s [Task 10/25] Current/Best: 16.06/ 19.65 GFLOPS | Progress: (16/20) | 10.29 s [Task 10/25] Current/Best: 15.70/ 19.66 GFLOPS | Progress: (20/2
0) | 11.98 s Done.
+ [Task 11/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 11/25] Current/Best: 16.70/ 21.14 GFLOPS | Progress: (4/20) | 5.01 s [Task 11/25] Current/Best: 19.02/ 21.14 GFLOPS | Progress: (8/20) | 7.03 s [Task 11/25] Current/Best: 14.93/ 22.40 GFLOPS | Progress: (12/20) | 8.95 s [Task 11/25] Current/Best: 18.26/ 23.91 GFLOPS | Progress: (16/20) | 11.10 s [Task 11/25] Current/Best: 22.60/ 23.91 GFLOPS | Progress: (20/20) | 14.55 s Done.
+ [Task 12/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 12/25] Current/Best: 17.70/ 17.70 GFLOPS | Progress: (4/20) | 4.70 s [Task 12/25] Current/Best: 13.62/ 18.88 GFLOPS | Progress: (8/20) | 7.31 s [Task 12/25] Current/Best: 4.03/ 18.88 GFLOPS | Progress: (12/20) | 10.61 s [Task 12/25] Current/Best: 15.98/ 19.51 GFLOPS | Progress: (16/20) | 13.04 s [Task 12/25] Current/Best: 21.40/ 21.40 GFLOPS | Progress: (20/20) | 16.64 s Done.
+ [Task 13/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 13/25] Current/Best: 6.46/ 19.12 GFLOPS | Progress: (4/20) | 5.73 s [Task 13/25] Current/Best: 20.44/ 22.70 GFLOPS | Progress: (8/20) | 9.23 s [Task 13/25] Current/Best: 5.89/ 22.70 GFLOPS | Progress: (12/20) | 11.78 s [Task 13/25] Current/Best: 13.49/ 22.70 GFLOPS | Progress: (16/20) | 14.68 s [Task 13/25] Current/Best: 19.44/ 22.70 GFLOPS | Progress: (20/20) | 17.26 s Done.
+ [Task 14/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 14/25] Current/Best: 8.65/ 22.81 GFLOPS | Progress: (4/20) | 5.09 s [Task 14/25] Current/Best: 17.80/ 22.81 GFLOPS | Progress: (8/20) | 12.22 s [Task 14/25] Current/Best: 16.04/ 22.81 GFLOPS | Progress: (12/20) | 16.07 s [Task 14/25] Current/Best: 14.69/ 22.81 GFLOPS | Progress: (16/20) | 27.50 s [Task 14/25] Current/Best: 11.91/ 22.81 GFLOPS | Progress: (20/20) | 30.04 s Done.
+ [Task 15/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 15/25] Current/Best: 8.37/ 14.77 GFLOPS | Progress: (4/20) | 12.52 s [Task 15/25] Current/Best: 22.04/ 22.04 GFLOPS | Progress: (8/20) | 23.50 s [Task 15/25] Current/Best: 7.63/ 22.04 GFLOPS | Progress: (12/20) | 29.39 s [Task 15/25] Current/Best: 18.65/ 22.04 GFLOPS | Progress: (16/20) | 31.14 s [Task 15/25] Current/Best: 18.90/ 22.04 GFLOPS | Progress: (20/20) | 39.31 s [Task 16/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 16/25] Current/Best: 18.81/ 21.25 GFLOPS | Progress: (4/20) | 6.11 s [Task 16/25] Current/Best: 22.33/ 22.33 GFLOPS | Progress: (8/20) | 8.15 s [Task 16/25] Current/Best: 21.85/ 22.33 GFLOPS | Progress: (12/20) | 9.94 s [Task 16/25] Current/Best: 19.37/ 22.33 GFLOPS | Progress: (16/20) | 12.11 s [Task 16/25] Current/Best: 20.64/ 22.33 GFLOPS | Progress: (20/2
0) | 13.83 s Done.
+ [Task 17/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 17/25] Current/Best: 8.18/ 12.14 GFLOPS | Progress: (4/20) | 5.34 s Done.
Done.
- [Task 17/25] Current/Best: 21.14/ 21.14 GFLOPS | Progress: (12/20) | 10.97 s [Task 17/25] Current/Best: 17.80/ 21.14 GFLOPS | Progress: (16/20) | 14.42 s [Task 17/25] Current/Best: 9.95/ 22.76 GFLOPS | Progress: (20/20) | 17.52 s Done.
- [Task 18/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 18/25] Current/Best: 16.40/ 18.10 GFLOPS | Progress: (4/20) | 4.23 s [Task 18/25] Current/Best: 16.73/ 18.10 GFLOPS | Progress: (8/20) | 6.82 s [Task 18/25] Current/Best: 15.07/ 18.10 GFLOPS | Progress: (12/20) | 9.22 s [Task 18/25] Current/Best: 7.92/ 20.48 GFLOPS | Progress: (16/20) | 12.03 s [Task 18/25] Current/Best: 19.13/ 20.48 GFLOPS | Progress: (20/20) | 14.62 s Done.
- [Task 19/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 19/25] Current/Best: 9.70/ 21.87 GFLOPS | Progress: (4/20) | 4.55 s [Task 19/25] Current/Best: 20.10/ 21.87 GFLOPS | Progress: (8/20) | 7.38 s [Task 19/25] Current/Best: 1.55/ 21.87 GFLOPS | Progress: (12/20) | 12.90 s [Task 19/25] Current/Best: 8.94/ 21.87 GFLOPS | Progress: (16/20) | 17.13 s [Task 19/25] Current/Best: 20.07/ 21.87 GFLOPS | Progress: (20/20) | 20.45 s Done.
- [Task 20/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 20/25] Current/Best: 17.54/ 18.45 GFLOPS | Progress: (4/20) | 4.67 s [Task 20/25] Current/Best: 16.21/ 18.45 GFLOPS | Progress: (8/20) | 7.29 s [Task 20/25] Current/Best: 7.28/ 18.45 GFLOPS | Progress: (12/20) | 11.63 s [Task 20/25] Current/Best: 9.37/ 18.78 GFLOPS | Progress: (16/20) | 23.85 s [Task 20/25] Current/Best: 3.07/ 18.78 GFLOPS | Progress: (20/20) | 26.78 s Done.
- [Task 21/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 21/25] Current/Best: 6.18/ 19.57 GFLOPS | Progress: (4/20) | 10.91 s [Task 21/25] Current/Best: 15.46/ 19.57 GFLOPS | Progress: (8/20) | 12.67 s [Task 21/25] Current/Best: 9.44/ 22.62 GFLOPS | Progress: (12/20) | 16.58 s [Task 21/25] Current/Best: 19.67/ 22.62 GFLOPS | Progress: (16/20) | 23.65 s [Task 21/25] Current/Best: 18.32/ 22.62 GFLOPS | Progress: (20/20) | 35.04 s Done.
- [Task 22/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 22/25] Current/Best: 7.90/ 15.03 GFLOPS | Progress: (4/20) | 4.29 s [Task 22/25] Current/Best: 7.34/ 15.03 GFLOPS | Progress: (8/20) | 10.04 s [Task 22/25] Current/Best: 9.57/ 19.18 GFLOPS | Progress: (12/20) | 12.46 s [Task 22/25] Current/Best: 1.56/ 19.18 GFLOPS | Progress: (16/20) | 15.04 s [Task 22/25] Current/Best: 17.75/ 19.18 GFLOPS | Progress: (20/20) | 17.20 s Done.
- [Task 23/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 23/25] Current/Best: 12.18/ 22.25 GFLOPS | Progress: (4/20) | 5.06 s [Task 23/25] Current/Best: 10.51/ 22.25 GFLOPS | Progress: (8/20) | 7.99 s [Task 23/25] Current/Best: 18.36/ 22.25 GFLOPS | Progress: (12/20) | 10.18 s [Task 23/25] Current/Best: 3.08/ 22.25 GFLOPS | Progress: (16/20) | 14.50 s [Task 23/25] Current/Best: 17.85/ 22.25 GFLOPS | Progress: (20/20) | 17.95 s Done.
- [Task 24/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 24/25] Current/Best: 3.29/ 3.29 GFLOPS | Progress: (4/20) | 13.46 s [Task 24/25] Current/Best: 3.36/ 9.87 GFLOPS | Progress: (8/20) | 18.40 s [Task 24/25] Current/Best: 8.34/ 9.87 GFLOPS | Progress: (12/20) | 29.08 s [Task 24/25] Current/Best: 3.47/ 9.87 GFLOPS | Progress: (16/20) | 32.48 s [Task 24/25] Current/Best: 3.01/ 9.87 GFLOPS | Progress: (20/20) | 33.84 s [Task 25/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 25/25] Current/Best: 9.22/ 9.22 GFLOPS | Progress: (4/20) | 5.28 s [Task 25/25] Current/Best: 7.90/ 9.22 GFLOPS | Progress: (8/20) | 16.24 s [Task 25/25] Current/Best: 3.01/ 9.22 GFLOPS | Progress: (12/20) | 22.70 s [Task 25/25] Current/Best: 1.55/ 9.22 GFLOPS | Progress: (16/20) | 28.53 s [Task 25/25] Current/Best: 8.72/ 9.22 GFLOPS | Progress: (20
/20) | 34.28 s
+ [Task 17/25] Current/Best: 4.73/ 24.91 GFLOPS | Progress: (8/20) | 8.35 s [Task 17/25] Current/Best: 22.55/ 24.91 GFLOPS | Progress: (12/20) | 10.14 s [Task 17/25] Current/Best: 22.11/ 24.91 GFLOPS | Progress: (16/20) | 12.55 s [Task 17/25] Current/Best: 4.72/ 24.91 GFLOPS | Progress: (20/20) | 15.33 s Done.
+ [Task 18/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 18/25] Current/Best: 15.69/ 18.09 GFLOPS | Progress: (4/20) | 4.98 s [Task 18/25] Current/Best: 20.67/ 20.67 GFLOPS | Progress: (8/20) | 10.09 s [Task 18/25] Current/Best: 7.37/ 20.67 GFLOPS | Progress: (12/20) | 12.23 s [Task 18/25] Current/Best: 15.94/ 20.67 GFLOPS | Progress: (16/20) | 19.76 s [Task 18/25] Current/Best: 17.47/ 20.67 GFLOPS | Progress: (20/20) | 21.73 s Done.
+ [Task 19/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 19/25] Current/Best: 11.41/ 21.93 GFLOPS | Progress: (4/20) | 5.15 s [Task 19/25] Current/Best: 17.86/ 21.93 GFLOPS | Progress: (8/20) | 9.52 s [Task 19/25] Current/Best: 22.53/ 22.53 GFLOPS | Progress: (12/20) | 12.78 s [Task 19/25] Current/Best: 24.38/ 24.38 GFLOPS | Progress: (16/20) | 15.26 s [Task 19/25] Current/Best: 11.32/ 24.38 GFLOPS | Progress: (20/20) | 18.58 s Done.
+ [Task 20/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 20/25] Current/Best: 14.85/ 19.28 GFLOPS | Progress: (4/20) | 11.43 s [Task 20/25] Current/Best: 5.22/ 19.28 GFLOPS | Progress: (8/20) | 14.74 s [Task 20/25] Current/Best: 10.41/ 19.28 GFLOPS | Progress: (12/20) | 19.85 s [Task 20/25] Current/Best: 5.39/ 19.97 GFLOPS | Progress: (16/20) | 28.01 s [Task 20/25] Current/Best: 19.10/ 19.97 GFLOPS | Progress: (20/20) | 31.21 s Done.
+ [Task 21/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 21/25] Current/Best: 22.65/ 23.95 GFLOPS | Progress: (4/20) | 13.07 s [Task 21/25] Current/Best: 10.00/ 23.95 GFLOPS | Progress: (8/20) | 17.44 s [Task 21/25] Current/Best: 10.13/ 23.95 GFLOPS | Progress: (12/20) | 19.71 s [Task 21/25] Current/Best: 10.44/ 23.95 GFLOPS | Progress: (16/20) | 22.93 s [Task 21/25] Current/Best: 8.91/ 23.95 GFLOPS | Progress: (20/20) | 33.76 s [Task 22/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 22/25] Current/Best: 19.22/ 19.22 GFLOPS | Progress: (4/20) | 5.37 s [Task 22/25] Current/Best: 11.17/ 19.22 GFLOPS | Progress: (8/20) | 7.76 s [Task 22/25] Current/Best: 16.02/ 19.22 GFLOPS | Progress: (12/20) | 9.37 s [Task 22/25] Current/Best: 13.85/ 22.36 GFLOPS | Progress: (16/20) | 11.63 s [Task 22/25] Current/Best: 10.26/ 22.71 GFLOPS | Progress: (20/2
0) | 13.25 s Done.
+ [Task 23/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 23/25] Current/Best: 19.36/ 21.05 GFLOPS | Progress: (4/20) | 4.71 s [Task 23/25] Current/Best: 13.13/ 21.05 GFLOPS | Progress: (8/20) | 7.37 s [Task 23/25] Current/Best: 10.79/ 21.05 GFLOPS | Progress: (12/20) | 10.56 s [Task 23/25] Current/Best: 5.31/ 21.05 GFLOPS | Progress: (16/20) | 14.88 s [Task 23/25] Current/Best: 9.42/ 22.39 GFLOPS | Progress: (20/20) | 19.04 s Done.
+ [Task 24/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 24/25] Current/Best: 3.85/ 4.04 GFLOPS | Progress: (4/20) | 12.83 s [Task 24/25] Current/Best: 3.02/ 7.06 GFLOPS | Progress: (8/20) | 17.83 s [Task 24/25] Current/Best: 1.95/ 7.06 GFLOPS | Progress: (12/20) | 28.81 s [Task 24/25] Current/Best: 2.32/ 8.54 GFLOPS | Progress: (16/20) | 39.78 s [Task 24/25] Current/Best: 3.70/ 8.54 GFLOPS | Progress: (20/20) | 43.11 s [Task 25/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s [Task 25/25] Current/Best: 9.09/ 9.72 GFLOPS | Progress: (4/20) | 5.45 s [Task 25/25] Current/Best: 3.25/ 9.72 GFLOPS | Progress: (8/20) | 11.90 s [Task 25/25] Current/Best: 1.65/ 9.81 GFLOPS | Progress: (12/20) | 15.48 s [Task 25/25] Current/Best: 7.66/ 9.81 GFLOPS | Progress: (16/20) | 26.41 s [Task 25/25] Current/Best: 2.87/ 9.81 GFLOPS | Progress: (20
/20) | 37.39 s
@@ -675,6 +674,7 @@ model using optimized operators to speed up our computations.
Done.
Done.
+ Done.
@@ -766,8 +766,8 @@ improvement in comparing the optimized model to the unoptimized model.
.. code-block:: none
- optimized: {'mean': 404.94212919000347, 'median': 404.84890435000125, 'std': 1.5237049249267185}
- unoptimized: {'mean': 491.72648005003794, 'median': 491.7519180000454, 'std': 2.4079526756377634}
+ optimized: {'mean': 361.43679931992665, 'median': 361.49124874973495, 'std': 0.2570033964193769}
+ unoptimized: {'mean': 448.2907487400371, 'median': 448.1195803502487, 'std': 1.2273521405394243}
@@ -790,7 +790,7 @@ profiling/benchmarking.
.. rst-class:: sphx-glr-timing
- **Total running time of the script:** ( 12 minutes 34.558 seconds)
+ **Total running time of the script:** ( 12 minutes 46.267 seconds)
.. _sphx_glr_download_tutorial_autotvm_relay_x86.py:
diff --git a/docs/_sources/tutorial/cross_compilation_and_rpc.rst.txt b/docs/_sources/tutorial/cross_compilation_and_rpc.rst.txt
index 0468b64483..c167ad786b 100644
--- a/docs/_sources/tutorial/cross_compilation_and_rpc.rst.txt
+++ b/docs/_sources/tutorial/cross_compilation_and_rpc.rst.txt
@@ -274,7 +274,7 @@ device and returns the measured cost. Network overhead is excluded.
.. code-block:: none
- 1.188e-07 secs/op
+ 1.154e-07 secs/op
diff --git a/docs/_sources/tutorial/intro_topi.rst.txt b/docs/_sources/tutorial/intro_topi.rst.txt
index a7215b9993..e09b57a373 100644
--- a/docs/_sources/tutorial/intro_topi.rst.txt
+++ b/docs/_sources/tutorial/intro_topi.rst.txt
@@ -270,7 +270,7 @@ As you can see, scheduled stages of computation have been accumulated and we can
.. code-block:: none
- [stage(a, placeholder(a, 0x29ae9e40)), stage(b, placeholder(b, 0x16d27ad0)), stage(T_add, compute(T_add, body=[a[ax0, ax1, ax2] + b[ax1, ax2]], axis=[T.iter_var(ax0, T.Range(0, 100), "DataPar", ""), T.iter_var(ax1, T.Range(0, 10), "DataPar", ""), T.iter_var(ax2, T.Range(0, 10), "DataPar", "")], reduce_axis=[], tag=broadcast, attrs={})), stage(T_multiply, compute(T_multiply, body=[a[ax0, ax1, ax2] * b[ax1, ax2]], axis=[T.iter_var(ax0, T.Range(0, 100), "DataPar", ""), T.iter_var(ax1, T [...]
+ [stage(a, placeholder(a, 0x27f114e0)), stage(b, placeholder(b, 0x27932d90)), stage(T_add, compute(T_add, body=[a[ax0, ax1, ax2] + b[ax1, ax2]], axis=[T.iter_var(ax0, T.Range(0, 100), "DataPar", ""), T.iter_var(ax1, T.Range(0, 10), "DataPar", ""), T.iter_var(ax2, T.Range(0, 10), "DataPar", "")], reduce_axis=[], tag=broadcast, attrs={})), stage(T_multiply, compute(T_multiply, body=[a[ax0, ax1, ax2] * b[ax1, ax2]], axis=[T.iter_var(ax0, T.Range(0, 100), "DataPar", ""), T.iter_var(ax1, T [...]
diff --git a/docs/_sources/tutorial/sg_execution_times.rst.txt b/docs/_sources/tutorial/sg_execution_times.rst.txt
index fc617c19ad..0dcc933721 100644
--- a/docs/_sources/tutorial/sg_execution_times.rst.txt
+++ b/docs/_sources/tutorial/sg_execution_times.rst.txt
@@ -5,31 +5,31 @@
Computation times
=================
-**16:00.476** total execution time for **tutorial** files:
+**16:18.035** total execution time for **tutorial** files:
+------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_tutorial_autotvm_relay_x86.py` (``autotvm_relay_x86.py``) | 12:34.558 | 0.0 MB |
+| :ref:`sphx_glr_tutorial_autotvm_relay_x86.py` (``autotvm_relay_x86.py``) | 12:46.267 | 0.0 MB |
+------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_tutorial_auto_scheduler_matmul_x86.py` (``auto_scheduler_matmul_x86.py``) | 01:22.343 | 0.0 MB |
+| :ref:`sphx_glr_tutorial_auto_scheduler_matmul_x86.py` (``auto_scheduler_matmul_x86.py``) | 01:25.734 | 0.0 MB |
+------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_tutorial_tensor_expr_get_started.py` (``tensor_expr_get_started.py``) | 00:58.300 | 0.0 MB |
+| :ref:`sphx_glr_tutorial_tensor_expr_get_started.py` (``tensor_expr_get_started.py``) | 00:54.245 | 0.0 MB |
+------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_tutorial_relay_quick_start.py` (``relay_quick_start.py``) | 00:41.616 | 0.0 MB |
+| :ref:`sphx_glr_tutorial_relay_quick_start.py` (``relay_quick_start.py``) | 00:38.991 | 0.0 MB |
+------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_tutorial_autotvm_matmul_x86.py` (``autotvm_matmul_x86.py``) | 00:21.705 | 0.0 MB |
+| :ref:`sphx_glr_tutorial_autotvm_matmul_x86.py` (``autotvm_matmul_x86.py``) | 00:30.902 | 0.0 MB |
+------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_tutorial_intro_topi.py` (``intro_topi.py``) | 00:00.940 | 0.0 MB |
+| :ref:`sphx_glr_tutorial_intro_topi.py` (``intro_topi.py``) | 00:00.898 | 0.0 MB |
+------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_tutorial_tensor_ir_blitz_course.py` (``tensor_ir_blitz_course.py``) | 00:00.832 | 0.0 MB |
+| :ref:`sphx_glr_tutorial_tensor_ir_blitz_course.py` (``tensor_ir_blitz_course.py``) | 00:00.809 | 0.0 MB |
+------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_tutorial_cross_compilation_and_rpc.py` (``cross_compilation_and_rpc.py``) | 00:00.182 | 0.0 MB |
+| :ref:`sphx_glr_tutorial_cross_compilation_and_rpc.py` (``cross_compilation_and_rpc.py``) | 00:00.188 | 0.0 MB |
+------------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_tutorial_uma.py` (``uma.py``) | 00:00.000 | 0.0 MB |
+------------------------------------------------------------------------------------------+-----------+--------+
-| :ref:`sphx_glr_tutorial_tvmc_python.py` (``tvmc_python.py``) | 00:00.000 | 0.0 MB |
-+------------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_tutorial_tvmc_command_line_driver.py` (``tvmc_command_line_driver.py``) | 00:00.000 | 0.0 MB |
+------------------------------------------------------------------------------------------+-----------+--------+
+| :ref:`sphx_glr_tutorial_tvmc_python.py` (``tvmc_python.py``) | 00:00.000 | 0.0 MB |
++------------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_tutorial_introduction.py` (``introduction.py``) | 00:00.000 | 0.0 MB |
+------------------------------------------------------------------------------------------+-----------+--------+
| :ref:`sphx_glr_tutorial_install.py` (``install.py``) | 00:00.000 | 0.0 MB |
diff --git a/docs/_sources/tutorial/tensor_expr_get_started.rst.txt b/docs/_sources/tutorial/tensor_expr_get_started.rst.txt
index d63df9b077..6ebcb4bb55 100644
--- a/docs/_sources/tutorial/tensor_expr_get_started.rst.txt
+++ b/docs/_sources/tutorial/tensor_expr_get_started.rst.txt
@@ -285,8 +285,8 @@ helper function to run a profile of the TVM generated code.
.. code-block:: none
- Numpy running time: 0.000008
- naive: 0.000008
+ Numpy running time: 0.000005
+ naive: 0.000005
@@ -389,7 +389,7 @@ compile and run this new schedule with the parallel operation applied:
.. code-block:: none
- parallel: 0.000008
+ parallel: 0.000006
@@ -444,7 +444,7 @@ factor to be the number of threads on your CPU.
.. code-block:: none
- vector: 0.000039
+ vector: 0.000037
# from tvm.script import ir as I
# from tvm.script import tir as T
@@ -498,10 +498,10 @@ We can now compare the different schedules
.. code-block:: none
Operator Timing Performance
- numpy 7.526990011683665e-06 1.0
- naive 7.871499999999999e-06 1.0457699542289245
- parallel 8.1941e-06 1.088629051889377
- vector 3.922900000000001e-05 5.211777873905418
+ numpy 5.467059963848442e-06 1.0
+ naive 5.465699999999999e-06 0.9997512440219358
+ parallel 5.692e-06 1.0411446074561097
+ vector 3.68366e-05 6.737917682188639
@@ -922,7 +922,7 @@ matrix multiplication.
.. code-block:: none
- Numpy running time: 0.017669
+ Numpy running time: 0.013128
@@ -980,7 +980,7 @@ optimizations.
.. code-block:: none
- none: 3.282802
+ none: 3.116152
@@ -1080,7 +1080,7 @@ schedule.
.. code-block:: none
- blocking: 0.301129
+ blocking: 0.268486
@@ -1164,7 +1164,7 @@ already cache friendly from our previous optimizations.
.. code-block:: none
- vectorization: 0.271657
+ vectorization: 0.248259
# from tvm.script import ir as I
# from tvm.script import tir as T
@@ -1230,7 +1230,7 @@ more cache friendly.
.. code-block:: none
- loop permutation: 0.113496
+ loop permutation: 0.105855
# from tvm.script import ir as I
# from tvm.script import tir as T
@@ -1321,7 +1321,7 @@ optimized schedule.
.. code-block:: none
- array packing: 0.106211
+ array packing: 0.098518
# from tvm.script import ir as I
# from tvm.script import tir as T
@@ -1404,7 +1404,7 @@ to `C` when all the block results are ready.
.. code-block:: none
- block caching: 0.112061
+ block caching: 0.090256
# from tvm.script import ir as I
# from tvm.script import tir as T
@@ -1478,7 +1478,7 @@ of thread-level parallelization.
.. code-block:: none
- parallelization: 0.131933
+ parallelization: 0.107205
# from tvm.script import ir as I
# from tvm.script import tir as T
@@ -1548,13 +1548,13 @@ working, we can compare the results.
.. code-block:: none
Operator Timing Performance
- none 3.2828022605 1.0
- blocking 0.30112935910000005 0.09172936266168386
- vectorization 0.2716566414 0.08275144825769197
- loop permutation 0.11349592849999998 0.03457287996466578
- array packing 0.10621082320000001 0.03235370722080079
- block caching 0.11206113519999998 0.034135816387226466
- parallelization 0.1319334453 0.0401892757561052
+ none 3.1161524387 1.0
+ blocking 0.26848595620000004 0.0861594422871069
+ vectorization 0.24825914340000002 0.07966848486512716
+ loop permutation 0.10585462829999999 0.033969656614154776
+ array packing 0.0985175848 0.031615136530708264
+ block caching 0.0902564203 0.028964058105467164
+ parallelization 0.1072050749 0.03440302649145237
diff --git a/docs/commit_hash b/docs/commit_hash
index 8f1f425e29..4ce34fec98 100644
--- a/docs/commit_hash
+++ b/docs/commit_hash
@@ -1 +1 @@
-6a3fadc0654ecf9557ffe08d24677684c96e80b0
+1698793226ef326af2a8559918b6dac20a2e0932
diff --git a/docs/how_to/compile_models/from_darknet.html b/docs/how_to/compile_models/from_darknet.html
index 02b2e1d021..2670c86423 100644
--- a/docs/how_to/compile_models/from_darknet.html
+++ b/docs/how_to/compile_models/from_darknet.html
@@ -605,7 +605,7 @@ class:['truck 0.9266'] left:471 top:83 right:689 bottom:169
class:['bicycle 0.9984'] left:111 top:113 right:577 bottom:447
</pre></div>
</div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 30.993 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 25.084 seconds)</p>
<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-compile-models-from-darknet-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/7716f96385bd5abb6e822041e285be54/from_darknet.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">from_darknet.py</span></code></a></p>
diff --git a/docs/how_to/compile_models/from_mxnet.html b/docs/how_to/compile_models/from_mxnet.html
index faa91af227..7cd6a6cdea 100644
--- a/docs/how_to/compile_models/from_mxnet.html
+++ b/docs/how_to/compile_models/from_mxnet.html
@@ -412,6 +412,7 @@
<p>or please refer to official installation guide.
<a class="reference external" href="https://mxnet.apache.org/versions/master/install/index.html">https://mxnet.apache.org/versions/master/install/index.html</a></p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="c1"># some standard imports</span>
+<span class="kn">import</span> <span class="nn">sys</span>
<span class="kn">import</span> <span class="nn">mxnet</span> <span class="k">as</span> <span class="nn">mx</span>
<span class="kn">import</span> <span class="nn">tvm</span>
<span class="kn">import</span> <span class="nn">tvm.relay</span> <span class="k">as</span> <span class="nn">relay</span>
@@ -426,7 +427,12 @@
<span class="kn">from</span> <span class="nn">PIL</span> <span class="kn">import</span> <span class="n">Image</span>
<span class="kn">from</span> <span class="nn">matplotlib</span> <span class="kn">import</span> <span class="n">pyplot</span> <span class="k">as</span> <span class="n">plt</span>
-<span class="n">block</span> <span class="o">=</span> <span class="n">get_model</span><span class="p">(</span><span class="s2">"resnet18_v1"</span><span class="p">,</span> <span class="n">pretrained</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+<span class="k">try</span><span class="p">:</span>
+ <span class="n">block</span> <span class="o">=</span> <span class="n">get_model</span><span class="p">(</span><span class="s2">"resnet18_v1"</span><span class="p">,</span> <span class="n">pretrained</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+<span class="k">except</span> <span class="ne">RuntimeError</span><span class="p">:</span>
+ <span class="nb">print</span><span class="p">(</span><span class="s2">"Downloads from mxnet no longer supported"</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><a href="https://docs.python.org/3/library/io.html#io.TextIOWrapper" title="io.TextIOWrapper" class="sphx-glr-backref-module-io sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">sys</span><span class="o">.</span><span class="n">stderr</span></a><span class="p [...]
+ <a href="https://docs.python.org/3/library/sys.html#sys.exit" title="sys.exit" class="sphx-glr-backref-module-sys sphx-glr-backref-type-py-function"><span class="n">sys</span><span class="o">.</span><span class="n">exit</span></a><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
+
<a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">img_url</span></a> <span class="o">=</span> <span class="s2">"https://github.com/dmlc/mxnet.js/blob/main/data/cat.png?raw=true"</span>
<a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">img_name</span></a> <span class="o">=</span> <span class="s2">"cat.png"</span>
<a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">synset_url</span></a> <span class="o">=</span> <span class="s2">""</span><span class="o">.</span><span class="n">join</span><span class="p">(</span>
@@ -459,7 +465,7 @@
<span class="nb">print</span><span class="p">(</span><span class="s2">"x"</span><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#tuple" title="builtins.tuple" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">x</span><span class="o">.</span><span class="n">shape</span></a><span class="p">)</span>
</pre></div>
</div>
-<img src="../../_images/sphx_glr_from_mxnet_001.png" srcset="../../_images/sphx_glr_from_mxnet_001.png" alt="from mxnet" class = "sphx-glr-single-img"/><div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Downloading /workspace/.mxnet/models/resnet18_v1-a0666292.zip51471a83-cacd-46e1-bb0f-504b086a89e8 from https://apache-mxnet.s3-accelerate.dualstack.amazonaws.com/gluon/models/resnet18_v1-a0666292.zip...
+<img src="../../_images/sphx_glr_from_mxnet_001.png" srcset="../../_images/sphx_glr_from_mxnet_001.png" alt="from mxnet" class = "sphx-glr-single-img"/><div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Downloading /workspace/.mxnet/models/resnet18_v1-a0666292.zip63ede1e8-42ec-485a-aebe-af8b6df7f791 from https://apache-mxnet.s3-accelerate.dualstack.amazonaws.com/gluon/models/resnet18_v1-a0666292.zip...
x (1, 3, 224, 224)
</pre></div>
</div>
diff --git a/docs/how_to/compile_models/from_oneflow.html b/docs/how_to/compile_models/from_oneflow.html
index cd523a8763..937195b9cd 100644
--- a/docs/how_to/compile_models/from_oneflow.html
+++ b/docs/how_to/compile_models/from_oneflow.html
@@ -469,13 +469,13 @@ Deprecated in NumPy 1.20; for more details and guidance: https://numpy.org/devdo
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Downloading: "https://oneflow-public.oss-cn-beijing.aliyuncs.com/model_zoo/flowvision/classification/ResNet/resnet18.zip" to /workspace/.oneflow/flowvision_cache/resnet18.zip
0%| | 0.00/41.5M [00:00<?, ?B/s]
- 16%|#6 | 6.70M/41.5M [00:00<00:00, 70.3MB/s]
- 35%|###4 | 14.3M/41.5M [00:00<00:00, 61.4MB/s]
- 49%|####8 | 20.3M/41.5M [00:00<00:00, 61.5MB/s]
- 63%|######3 | 26.2M/41.5M [00:00<00:00, 47.4MB/s]
- 77%|#######7 | 32.0M/41.5M [00:00<00:00, 45.7MB/s]
- 96%|#########6| 40.0M/41.5M [00:00<00:00, 52.2MB/s]
-100%|##########| 41.5M/41.5M [00:00<00:00, 54.1MB/s]
+ 19%|#9 | 7.99M/41.5M [00:00<00:00, 51.2MB/s]
+ 39%|###8 | 16.0M/41.5M [00:00<00:00, 38.0MB/s]
+ 54%|#####3 | 22.3M/41.5M [00:00<00:00, 44.9MB/s]
+ 65%|######5 | 27.1M/41.5M [00:00<00:00, 41.8MB/s]
+ 77%|#######7 | 32.0M/41.5M [00:00<00:00, 38.8MB/s]
+ 96%|#########6| 40.0M/41.5M [00:01<00:00, 42.1MB/s]
+100%|##########| 41.5M/41.5M [00:01<00:00, 43.2MB/s]
</pre></div>
</div>
</div>
diff --git a/docs/how_to/compile_models/from_paddle.html b/docs/how_to/compile_models/from_paddle.html
index bd220fcae6..8fafeb5974 100644
--- a/docs/how_to/compile_models/from_paddle.html
+++ b/docs/how_to/compile_models/from_paddle.html
@@ -504,7 +504,6 @@ To begin, we’ll install PaddlePaddle>=2.1.3:</p>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>TVM prediction top-1 id: 282, class name: 282: 'tiger cat',
</pre></div>
</div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 0.444 seconds)</p>
<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-compile-models-from-paddle-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/16269b77359771348d507395692524cf/from_paddle.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">from_paddle.py</span></code></a></p>
diff --git a/docs/how_to/compile_models/from_pytorch.html b/docs/how_to/compile_models/from_pytorch.html
index 4d5fc65a46..3698fc5909 100644
--- a/docs/how_to/compile_models/from_pytorch.html
+++ b/docs/how_to/compile_models/from_pytorch.html
@@ -452,14 +452,14 @@ be unstable.</p>
Downloading: "https://download.pytorch.org/models/resnet18-f37072fd.pth" to /workspace/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth
0%| | 0.00/44.7M [00:00<?, ?B/s]
- 18%|#7 | 7.99M/44.7M [00:00<00:00, 56.3MB/s]
- 30%|##9 | 13.4M/44.7M [00:00<00:00, 40.6MB/s]
- 39%|###8 | 17.3M/44.7M [00:00<00:00, 33.5MB/s]
- 54%|#####3 | 24.0M/44.7M [00:00<00:00, 41.5MB/s]
- 72%|#######1 | 32.0M/44.7M [00:00<00:00, 47.6MB/s]
- 90%|########9 | 40.0M/44.7M [00:00<00:00, 43.1MB/s]
- 99%|#########9| 44.3M/44.7M [00:01<00:00, 41.6MB/s]
-100%|##########| 44.7M/44.7M [00:01<00:00, 42.4MB/s]
+ 18%|#7 | 7.99M/44.7M [00:00<00:00, 45.5MB/s]
+ 32%|###2 | 14.3M/44.7M [00:00<00:00, 42.5MB/s]
+ 41%|####1 | 18.3M/44.7M [00:00<00:00, 37.5MB/s]
+ 54%|#####3 | 24.0M/44.7M [00:00<00:00, 42.2MB/s]
+ 72%|#######1 | 32.0M/44.7M [00:00<00:00, 50.7MB/s]
+ 86%|########5 | 38.3M/44.7M [00:00<00:00, 52.5MB/s]
+ 97%|#########7| 43.4M/44.7M [00:00<00:00, 47.7MB/s]
+100%|##########| 44.7M/44.7M [00:00<00:00, 47.1MB/s]
</pre></div>
</div>
</div>
diff --git a/docs/how_to/compile_models/from_tensorflow.html b/docs/how_to/compile_models/from_tensorflow.html
index cb3c2f7635..d617821edc 100644
--- a/docs/how_to/compile_models/from_tensorflow.html
+++ b/docs/how_to/compile_models/from_tensorflow.html
@@ -672,7 +672,7 @@ banana (score = 0.00022)
desk (score = 0.00019)
</pre></div>
</div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 28.685 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 22.905 seconds)</p>
<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-compile-models-from-tensorflow-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/7f1d3d1b878694c201c614c807cdebc8/from_tensorflow.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">from_tensorflow.py</span></code></a></p>
diff --git a/docs/how_to/compile_models/sg_execution_times.html b/docs/how_to/compile_models/sg_execution_times.html
index a59a2ce427..b01e66dde9 100644
--- a/docs/how_to/compile_models/sg_execution_times.html
+++ b/docs/how_to/compile_models/sg_execution_times.html
@@ -360,7 +360,7 @@
<div class="section" id="computation-times">
<span id="sphx-glr-how-to-compile-models-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>07:02.215</strong> total execution time for <strong>how_to_compile_models</strong> files:</p>
+<p><strong>06:33.385</strong> total execution time for <strong>how_to_compile_models</strong> files:</p>
<table class="docutils align-default">
<colgroup>
<col style="width: 81%" />
@@ -369,43 +369,43 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="from_darknet.html#sphx-glr-how-to-compile-models-from-darknet-py"><span class="std std-ref">Compile YOLO-V2 and YOLO-V3 in DarkNet Models</span></a> (<code class="docutils literal notranslate"><span class="pre">from_darknet.py</span></code>)</p></td>
-<td><p>01:30.993</p></td>
+<td><p>01:25.084</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="from_tensorflow.html#sphx-glr-how-to-compile-models-from-tensorflow-py"><span class="std std-ref">Compile Tensorflow Models</span></a> (<code class="docutils literal notranslate"><span class="pre">from_tensorflow.py</span></code>)</p></td>
-<td><p>01:28.685</p></td>
+<td><p>01:22.905</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="from_paddle.html#sphx-glr-how-to-compile-models-from-paddle-py"><span class="std std-ref">Compile PaddlePaddle Models</span></a> (<code class="docutils literal notranslate"><span class="pre">from_paddle.py</span></code>)</p></td>
-<td><p>01:00.444</p></td>
+<td><p>00:56.134</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="from_oneflow.html#sphx-glr-how-to-compile-models-from-oneflow-py"><span class="std std-ref">Compile OneFlow Models</span></a> (<code class="docutils literal notranslate"><span class="pre">from_oneflow.py</span></code>)</p></td>
-<td><p>00:41.783</p></td>
+<td><p>00:39.344</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="from_coreml.html#sphx-glr-how-to-compile-models-from-coreml-py"><span class="std std-ref">Compile CoreML Models</span></a> (<code class="docutils literal notranslate"><span class="pre">from_coreml.py</span></code>)</p></td>
-<td><p>00:37.080</p></td>
+<td><p>00:34.316</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="from_mxnet.html#sphx-glr-how-to-compile-models-from-mxnet-py"><span class="std std-ref">Compile MXNet Models</span></a> (<code class="docutils literal notranslate"><span class="pre">from_mxnet.py</span></code>)</p></td>
-<td><p>00:33.797</p></td>
+<td><p>00:31.642</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="from_pytorch.html#sphx-glr-how-to-compile-models-from-pytorch-py"><span class="std std-ref">Compile PyTorch Models</span></a> (<code class="docutils literal notranslate"><span class="pre">from_pytorch.py</span></code>)</p></td>
-<td><p>00:28.486</p></td>
+<td><p>00:26.014</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="from_keras.html#sphx-glr-how-to-compile-models-from-keras-py"><span class="std std-ref">Compile Keras Models</span></a> (<code class="docutils literal notranslate"><span class="pre">from_keras.py</span></code>)</p></td>
-<td><p>00:26.152</p></td>
+<td><p>00:24.468</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="from_tflite.html#sphx-glr-how-to-compile-models-from-tflite-py"><span class="std std-ref">Compile TFLite Models</span></a> (<code class="docutils literal notranslate"><span class="pre">from_tflite.py</span></code>)</p></td>
-<td><p>00:11.948</p></td>
+<td><p>00:10.825</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="from_onnx.html#sphx-glr-how-to-compile-models-from-onnx-py"><span class="std std-ref">Compile ONNX Models</span></a> (<code class="docutils literal notranslate"><span class="pre">from_onnx.py</span></code>)</p></td>
-<td><p>00:02.846</p></td>
+<td><p>00:02.652</p></td>
<td><p>0.0 MB</p></td>
</tr>
</tbody>
diff --git a/docs/how_to/deploy_models/deploy_model_on_adreno.html b/docs/how_to/deploy_models/deploy_model_on_adreno.html
index babb0287b7..f61492ad67 100644
--- a/docs/how_to/deploy_models/deploy_model_on_adreno.html
+++ b/docs/how_to/deploy_models/deploy_model_on_adreno.html
@@ -850,10 +850,10 @@ Top5 predictions:
Evaluate inference time cost...
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 4120.7970 4120.9620 4123.4407 4118.2742 1.8731
+ 3868.7224 3868.9410 3871.5719 3865.7606 1.6502
</pre></div>
</div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 18.710 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 13.977 seconds)</p>
<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-deploy-models-deploy-model-on-adreno-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/2387d8448da213eb625e6b3d916327d4/deploy_model_on_adreno.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">deploy_model_on_adreno.py</span></code></a></p>
diff --git a/docs/how_to/deploy_models/deploy_model_on_adreno_tvmc.html b/docs/how_to/deploy_models/deploy_model_on_adreno_tvmc.html
index b8abd62750..adcd2fbcd5 100644
--- a/docs/how_to/deploy_models/deploy_model_on_adreno_tvmc.html
+++ b/docs/how_to/deploy_models/deploy_model_on_adreno_tvmc.html
@@ -458,26 +458,29 @@ to run this tutorial with a real device over rpc.</p>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Downloading data from https://storage.googleapis.com/tensorflow/keras-applications/resnet/resnet50_weights_tf_dim_ordering_tf_kernels.h5
8192/102967424 [..............................] - ETA: 0s
- 6635520/102967424 [>.............................] - ETA: 1s
+ 8241152/102967424 [=>............................] - ETA: 0s
8380416/102967424 [=>............................] - ETA: 1s
+ 11173888/102967424 [==>...........................] - ETA: 1s
15024128/102967424 [===>..........................] - ETA: 1s
16769024/102967424 [===>..........................] - ETA: 1s
25157632/102967424 [======>.......................] - ETA: 1s
33546240/102967424 [========>.....................] - ETA: 1s
- 40189952/102967424 [==========>...................] - ETA: 1s
- 41934848/102967424 [===========>..................] - ETA: 1s
+ 41934848/102967424 [===========>..................] - ETA: 0s
+ 44130304/102967424 [===========>..................] - ETA: 0s
+ 47382528/102967424 [============>.................] - ETA: 0s
50323456/102967424 [=============>................] - ETA: 0s
+ 56967168/102967424 [===============>..............] - ETA: 0s
58712064/102967424 [================>.............] - ETA: 0s
- 64151552/102967424 [=================>............] - ETA: 0s
67100672/102967424 [==================>...........] - ETA: 0s
69296128/102967424 [===================>..........] - ETA: 0s
- 74579968/102967424 [====================>.........] - ETA: 0s
75489280/102967424 [====================>.........] - ETA: 0s
+ 83599360/102967424 [=======================>......] - ETA: 0s
83877888/102967424 [=======================>......] - ETA: 0s
- 90521600/102967424 [=========================>....] - ETA: 0s
+ 90537984/102967424 [=========================>....] - ETA: 0s
92266496/102967424 [=========================>....] - ETA: 0s
- 97714176/102967424 [===========================>..] - ETA: 0s
+ 92405760/102967424 [=========================>....] - ETA: 0s
100646912/102967424 [============================>.] - ETA: 0s
+102850560/102967424 [============================>.] - ETA: 0s
102967424/102967424 [==============================] - 2s 0us/step
</pre></div>
</div>
diff --git a/docs/how_to/deploy_models/deploy_model_on_android.html b/docs/how_to/deploy_models/deploy_model_on_android.html
index ab7ea04bbb..5bebc2bb4d 100644
--- a/docs/how_to/deploy_models/deploy_model_on_android.html
+++ b/docs/how_to/deploy_models/deploy_model_on_android.html
@@ -682,7 +682,7 @@ to the remote android device.</p>
Evaluate inference time cost...
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 15.8729 15.8191 16.7776 15.2140 0.5089
+ 13.3325 13.3142 13.4642 13.2043 0.0818
</pre></div>
</div>
</div>
diff --git a/docs/how_to/deploy_models/deploy_model_on_nano.html b/docs/how_to/deploy_models/deploy_model_on_nano.html
index d43bcab750..827992fbc1 100644
--- a/docs/how_to/deploy_models/deploy_model_on_nano.html
+++ b/docs/how_to/deploy_models/deploy_model_on_nano.html
@@ -468,12 +468,18 @@ successfully on your device.</p>
<p>We will use pre-trained model from
<a class="reference external" href="https://mxnet.apache.org/api/python/gluon/model_zoo.html">MXNet Gluon model zoo</a>.
You can found more details about this part at tutorial <a class="reference internal" href="../compile_models/from_mxnet.html#tutorial-from-mxnet"><span class="std std-ref">Compile MXNet Models</span></a>.</p>
-<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span> <span class="nn">mxnet.gluon.model_zoo.vision</span> <span class="kn">import</span> <span class="n">get_model</span>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">sys</span>
+
+<span class="kn">from</span> <span class="nn">mxnet.gluon.model_zoo.vision</span> <span class="kn">import</span> <span class="n">get_model</span>
<span class="kn">from</span> <span class="nn">PIL</span> <span class="kn">import</span> <span class="n">Image</span>
<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
<span class="c1"># one line to get the model</span>
-<span class="n">block</span> <span class="o">=</span> <span class="n">get_model</span><span class="p">(</span><span class="s2">"resnet18_v1"</span><span class="p">,</span> <span class="n">pretrained</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+<span class="k">try</span><span class="p">:</span>
+ <span class="n">block</span> <span class="o">=</span> <span class="n">get_model</span><span class="p">(</span><span class="s2">"resnet18_v1"</span><span class="p">,</span> <span class="n">pretrained</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+<span class="k">except</span> <span class="ne">RuntimeError</span><span class="p">:</span>
+ <span class="nb">print</span><span class="p">(</span><span class="s2">"Downloads from mxnet no longer supported"</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><a href="https://docs.python.org/3/library/io.html#io.TextIOWrapper" title="io.TextIOWrapper" class="sphx-glr-backref-module-io sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">sys</span><span class="o">.</span><span class="n">stderr</span></a><span class="p [...]
+ <a href="https://docs.python.org/3/library/sys.html#sys.exit" title="sys.exit" class="sphx-glr-backref-module-sys sphx-glr-backref-type-py-function"><span class="n">sys</span><span class="o">.</span><span class="n">exit</span></a><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
</pre></div>
</div>
<p>In order to test our model, here we download an image of cat and
diff --git a/docs/how_to/deploy_models/deploy_model_on_rasp.html b/docs/how_to/deploy_models/deploy_model_on_rasp.html
index 1927e9ee88..adede5e5a3 100644
--- a/docs/how_to/deploy_models/deploy_model_on_rasp.html
+++ b/docs/how_to/deploy_models/deploy_model_on_rasp.html
@@ -462,12 +462,18 @@ successfully on your device.</p>
<p>We will use pre-trained model from
<a class="reference external" href="https://mxnet.apache.org/api/python/gluon/model_zoo.html">MXNet Gluon model zoo</a>.
You can found more details about this part at tutorial <a class="reference internal" href="../compile_models/from_mxnet.html#tutorial-from-mxnet"><span class="std std-ref">Compile MXNet Models</span></a>.</p>
-<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span> <span class="nn">mxnet.gluon.model_zoo.vision</span> <span class="kn">import</span> <span class="n">get_model</span>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">sys</span>
+
+<span class="kn">from</span> <span class="nn">mxnet.gluon.model_zoo.vision</span> <span class="kn">import</span> <span class="n">get_model</span>
<span class="kn">from</span> <span class="nn">PIL</span> <span class="kn">import</span> <span class="n">Image</span>
<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
<span class="c1"># one line to get the model</span>
-<span class="n">block</span> <span class="o">=</span> <span class="n">get_model</span><span class="p">(</span><span class="s2">"resnet18_v1"</span><span class="p">,</span> <span class="n">pretrained</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+<span class="k">try</span><span class="p">:</span>
+ <span class="n">block</span> <span class="o">=</span> <span class="n">get_model</span><span class="p">(</span><span class="s2">"resnet18_v1"</span><span class="p">,</span> <span class="n">pretrained</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+<span class="k">except</span> <span class="ne">RuntimeError</span><span class="p">:</span>
+ <span class="nb">print</span><span class="p">(</span><span class="s2">"Downloads from mxnet no longer supported"</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><a href="https://docs.python.org/3/library/io.html#io.TextIOWrapper" title="io.TextIOWrapper" class="sphx-glr-backref-module-io sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">sys</span><span class="o">.</span><span class="n">stderr</span></a><span class="p [...]
+ <a href="https://docs.python.org/3/library/sys.html#sys.exit" title="sys.exit" class="sphx-glr-backref-module-sys sphx-glr-backref-type-py-function"><span class="n">sys</span><span class="o">.</span><span class="n">exit</span></a><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
</pre></div>
</div>
<p>In order to test our model, here we download an image of cat and
diff --git a/docs/how_to/deploy_models/deploy_object_detection_pytorch.html b/docs/how_to/deploy_models/deploy_object_detection_pytorch.html
index fee8e1f587..d9e25fbeaf 100644
--- a/docs/how_to/deploy_models/deploy_object_detection_pytorch.html
+++ b/docs/how_to/deploy_models/deploy_object_detection_pytorch.html
@@ -474,32 +474,38 @@ be unstable.</p>
Downloading: "https://download.pytorch.org/models/maskrcnn_resnet50_fpn_coco-bf2d0c1e.pth" to /workspace/.cache/torch/hub/checkpoints/maskrcnn_resnet50_fpn_coco-bf2d0c1e.pth
0%| | 0.00/170M [00:00<?, ?B/s]
- 5%|4 | 7.99M/170M [00:00<00:03, 55.7MB/s]
- 9%|8 | 15.0M/170M [00:00<00:02, 64.2MB/s]
- 13%|#2 | 21.3M/170M [00:00<00:02, 52.0MB/s]
- 16%|#5 | 26.5M/170M [00:00<00:03, 41.0MB/s]
- 19%|#8 | 32.0M/170M [00:00<00:03, 40.7MB/s]
- 24%|##3 | 40.0M/170M [00:00<00:02, 50.7MB/s]
- 28%|##8 | 48.0M/170M [00:01<00:02, 45.9MB/s]
- 33%|###2 | 56.0M/170M [00:01<00:02, 53.0MB/s]
- 37%|###6 | 62.3M/170M [00:01<00:02, 54.6MB/s]
- 40%|###9 | 67.9M/170M [00:01<00:02, 46.9MB/s]
- 43%|####2 | 72.7M/170M [00:01<00:02, 46.1MB/s]
- 47%|####7 | 80.0M/170M [00:01<00:02, 44.8MB/s]
- 50%|####9 | 84.5M/170M [00:01<00:02, 44.5MB/s]
- 55%|#####4 | 93.2M/170M [00:01<00:01, 55.9MB/s]
- 58%|#####8 | 98.9M/170M [00:02<00:01, 53.8MB/s]
- 61%|######1 | 104M/170M [00:02<00:01, 46.8MB/s]
- 66%|######5 | 112M/170M [00:02<00:01, 53.2MB/s]
- 70%|######9 | 118M/170M [00:02<00:00, 54.6MB/s]
- 73%|#######2 | 124M/170M [00:02<00:00, 52.8MB/s]
- 76%|#######5 | 129M/170M [00:02<00:00, 44.9MB/s]
- 80%|######## | 136M/170M [00:02<00:00, 47.1MB/s]
- 85%|########4 | 144M/170M [00:03<00:00, 47.2MB/s]
- 89%|########9 | 152M/170M [00:03<00:00, 54.2MB/s]
- 94%|#########4| 160M/170M [00:03<00:00, 50.6MB/s]
- 99%|#########8| 168M/170M [00:03<00:00, 56.6MB/s]
-100%|##########| 170M/170M [00:03<00:00, 50.8MB/s]
+ 4%|3 | 6.30M/170M [00:00<00:04, 41.3MB/s]
+ 6%|6 | 10.2M/170M [00:00<00:07, 23.6MB/s]
+ 9%|9 | 15.7M/170M [00:00<00:04, 32.8MB/s]
+ 11%|#1 | 19.5M/170M [00:00<00:06, 24.9MB/s]
+ 13%|#3 | 22.5M/170M [00:00<00:06, 24.5MB/s]
+ 15%|#4 | 25.2M/170M [00:01<00:06, 23.7MB/s]
+ 19%|#8 | 32.0M/170M [00:01<00:04, 30.3MB/s]
+ 24%|##3 | 40.0M/170M [00:01<00:03, 38.9MB/s]
+ 27%|##7 | 46.3M/170M [00:01<00:02, 43.3MB/s]
+ 30%|##9 | 50.6M/170M [00:01<00:02, 41.8MB/s]
+ 33%|###2 | 56.0M/170M [00:01<00:02, 42.3MB/s]
+ 37%|###6 | 62.3M/170M [00:01<00:02, 46.4MB/s]
+ 39%|###9 | 66.8M/170M [00:01<00:02, 43.0MB/s]
+ 42%|####2 | 72.0M/170M [00:02<00:02, 38.6MB/s]
+ 46%|####6 | 78.3M/170M [00:02<00:02, 34.3MB/s]
+ 48%|####8 | 81.8M/170M [00:02<00:02, 33.6MB/s]
+ 52%|#####1 | 88.0M/170M [00:02<00:02, 32.9MB/s]
+ 56%|#####5 | 94.3M/170M [00:02<00:02, 37.4MB/s]
+ 58%|#####7 | 98.0M/170M [00:02<00:02, 37.4MB/s]
+ 60%|###### | 102M/170M [00:03<00:02, 33.4MB/s]
+ 62%|######2 | 106M/170M [00:03<00:02, 30.2MB/s]
+ 66%|######5 | 112M/170M [00:03<00:01, 38.2MB/s]
+ 71%|####### | 120M/170M [00:03<00:01, 40.9MB/s]
+ 74%|#######4 | 126M/170M [00:03<00:01, 38.8MB/s]
+ 77%|#######6 | 130M/170M [00:03<00:01, 36.4MB/s]
+ 80%|######## | 136M/170M [00:04<00:01, 34.3MB/s]
+ 85%|########4 | 144M/170M [00:04<00:00, 38.9MB/s]
+ 89%|########9 | 152M/170M [00:04<00:00, 41.1MB/s]
+ 93%|#########3| 158M/170M [00:04<00:00, 43.1MB/s]
+ 97%|#########6| 164M/170M [00:04<00:00, 47.0MB/s]
+ 99%|#########9| 169M/170M [00:04<00:00, 37.4MB/s]
+100%|##########| 170M/170M [00:04<00:00, 36.7MB/s]
/venv/apache-tvm-py3.8/lib/python3.8/site-packages/torch/nn/functional.py:3912: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor).
(torch.floor((input.size(i + 2).float() * torch.tensor(scale_factors[i], dtype=torch.float32)).float()))
/venv/apache-tvm-py3.8/lib/python3.8/site-packages/torchvision/ops/boxes.py:157: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor).
@@ -590,7 +596,7 @@ torchvision rcnn models.</p>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Get 9 valid boxes
</pre></div>
</div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 3 minutes 28.574 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 3 minutes 10.956 seconds)</p>
<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-deploy-models-deploy-object-detection-pytorch-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/7795da4b258c8feff986668b95ef57ad/deploy_object_detection_pytorch.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">deploy_object_detection_pytorch.py</span></code></a></p>
diff --git a/docs/how_to/deploy_models/deploy_prequantized.html b/docs/how_to/deploy_models/deploy_prequantized.html
index 152ae78cd7..7aee186823 100644
--- a/docs/how_to/deploy_models/deploy_prequantized.html
+++ b/docs/how_to/deploy_models/deploy_prequantized.html
@@ -515,8 +515,9 @@ training. Other models require a full post training calibration.</p>
Downloading: "https://download.pytorch.org/models/mobilenet_v2-b0353104.pth" to /workspace/.cache/torch/hub/checkpoints/mobilenet_v2-b0353104.pth
0%| | 0.00/13.6M [00:00<?, ?B/s]
- 59%|#####8 | 7.99M/13.6M [00:00<00:00, 35.2MB/s]
-100%|##########| 13.6M/13.6M [00:00<00:00, 46.0MB/s]
+ 59%|#####8 | 7.99M/13.6M [00:00<00:00, 39.7MB/s]
+ 90%|########9 | 12.2M/13.6M [00:00<00:00, 29.8MB/s]
+100%|##########| 13.6M/13.6M [00:00<00:00, 34.3MB/s]
</pre></div>
</div>
</div>
@@ -607,7 +608,7 @@ output values are identical out of 1000 outputs from mobilenet v2.</p>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 88.8979 88.8102 92.0802 88.3150 0.5369
+ 83.5431 83.5416 84.0077 83.0192 0.1962
</pre></div>
</div>
<div class="admonition note">
@@ -646,7 +647,7 @@ This includes support for the VNNI 8 bit dot product instruction (CascadeLake or
<div class="section" id="deploy-a-quantized-tflite-model">
<h2>Deploy a quantized TFLite Model<a class="headerlink" href="#deploy-a-quantized-tflite-model" title="Permalink to this headline">¶</a></h2>
<p>TODO</p>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 26.944 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 21.016 seconds)</p>
<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-deploy-models-deploy-prequantized-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/fb8217c13f4351224c6cf3aacf1a87fc/deploy_prequantized.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">deploy_prequantized.py</span></code></a></p>
diff --git a/docs/how_to/deploy_models/deploy_prequantized_tflite.html b/docs/how_to/deploy_models/deploy_prequantized_tflite.html
index b067f737d4..76c048e171 100644
--- a/docs/how_to/deploy_models/deploy_prequantized_tflite.html
+++ b/docs/how_to/deploy_models/deploy_prequantized_tflite.html
@@ -600,7 +600,7 @@ TFLite Top-5 labels: [387 102 386 341 349]
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 108.4244 108.8906 116.3746 106.2860 1.4871
+ 99.4393 99.3550 102.5247 98.8858 0.4468
</pre></div>
</div>
<div class="admonition note">
diff --git a/docs/how_to/deploy_models/deploy_quantized.html b/docs/how_to/deploy_models/deploy_quantized.html
index 793169ce3e..4236b67442 100644
--- a/docs/how_to/deploy_models/deploy_quantized.html
+++ b/docs/how_to/deploy_models/deploy_quantized.html
@@ -405,14 +405,17 @@ the quantization story in TVM can be found
<a class="reference external" href="https://discuss.tvm.apache.org/t/quantization-story/3920">here</a>.
In this tutorial, we will import a GluonCV pre-trained model on ImageNet to
Relay, quantize the Relay model and then perform the inference.</p>
-<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">tvm</span>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">logging</span>
+<span class="kn">import</span> <span class="nn">os</span>
+<span class="kn">import</span> <span class="nn">sys</span>
+
+<span class="kn">import</span> <span class="nn">tvm</span>
<span class="kn">from</span> <span class="nn">tvm</span> <span class="kn">import</span> <span class="n">te</span>
<span class="kn">from</span> <span class="nn">tvm</span> <span class="kn">import</span> <span class="n">relay</span>
<span class="kn">import</span> <span class="nn">mxnet</span> <span class="k">as</span> <span class="nn">mx</span>
<span class="kn">from</span> <span class="nn">tvm.contrib.download</span> <span class="kn">import</span> <span class="n">download_testdata</span>
<span class="kn">from</span> <span class="nn">mxnet</span> <span class="kn">import</span> <span class="n">gluon</span>
-<span class="kn">import</span> <span class="nn">logging</span>
-<span class="kn">import</span> <span class="nn">os</span>
+
<a href="https://docs.python.org/3/library/functions.html#int" title="builtins.int" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">batch_size</span></a> <span class="o">=</span> <span class="mi">1</span>
<a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">model_name</span></a> <span class="o">=</span> <span class="s2">"resnet18_v1"</span>
@@ -528,7 +531,11 @@ for calibration. But the accuracy might be impacted.</p>
<span class="k">def</span> <span class="nf">main</span><span class="p">():</span>
- <span class="n">mod</span><span class="p">,</span> <span class="n">params</span> <span class="o">=</span> <span class="n">get_model</span><span class="p">()</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="n">mod</span><span class="p">,</span> <span class="n">params</span> <span class="o">=</span> <span class="n">get_model</span><span class="p">()</span>
+ <span class="k">except</span> <span class="ne">RuntimeError</span><span class="p">:</span>
+ <span class="nb">print</span><span class="p">(</span><span class="s2">"Downloads from mxnet no longer supported"</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><a href="https://docs.python.org/3/library/io.html#io.TextIOWrapper" title="io.TextIOWrapper" class="sphx-glr-backref-module-io sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">sys</span><span class="o">.</span><span class="n">stderr</span></a><span clas [...]
+ <span class="k">return</span>
<span class="n">mod</span> <span class="o">=</span> <span class="n">quantize</span><span class="p">(</span><span class="n">mod</span><span class="p">,</span> <span class="n">params</span><span class="p">,</span> <span class="n">data_aware</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
<span class="n">run_inference</span><span class="p">(</span><span class="n">mod</span><span class="p">)</span>
@@ -541,7 +548,7 @@ for calibration. But the accuracy might be impacted.</p>
warnings.warn(
</pre></div>
</div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 50.779 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 55.987 seconds)</p>
<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-deploy-models-deploy-quantized-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/7810ecf51bfc05f7d5e8a400ac3e815d/deploy_quantized.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">deploy_quantized.py</span></code></a></p>
diff --git a/docs/how_to/deploy_models/sg_execution_times.html b/docs/how_to/deploy_models/sg_execution_times.html
index 399df449bf..a5f4f142f9 100644
--- a/docs/how_to/deploy_models/sg_execution_times.html
+++ b/docs/how_to/deploy_models/sg_execution_times.html
@@ -360,7 +360,7 @@
<div class="section" id="computation-times">
<span id="sphx-glr-how-to-deploy-models-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>11:30.811</strong> total execution time for <strong>how_to_deploy_models</strong> files:</p>
+<p><strong>10:53.936</strong> total execution time for <strong>how_to_deploy_models</strong> files:</p>
<table class="docutils align-default">
<colgroup>
<col style="width: 86%" />
@@ -369,43 +369,43 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="deploy_object_detection_pytorch.html#sphx-glr-how-to-deploy-models-deploy-object-detection-pytorch-py"><span class="std std-ref">Compile PyTorch Object Detection Models</span></a> (<code class="docutils literal notranslate"><span class="pre">deploy_object_detection_pytorch.py</span></code>)</p></td>
-<td><p>03:28.574</p></td>
+<td><p>03:10.956</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="deploy_quantized.html#sphx-glr-how-to-deploy-models-deploy-quantized-py"><span class="std std-ref">Deploy a Quantized Model on Cuda</span></a> (<code class="docutils literal notranslate"><span class="pre">deploy_quantized.py</span></code>)</p></td>
-<td><p>01:50.779</p></td>
+<td><p>01:55.987</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="deploy_prequantized.html#sphx-glr-how-to-deploy-models-deploy-prequantized-py"><span class="std std-ref">Deploy a Framework-prequantized Model with TVM</span></a> (<code class="docutils literal notranslate"><span class="pre">deploy_prequantized.py</span></code>)</p></td>
-<td><p>01:26.944</p></td>
+<td><p>01:21.016</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="deploy_model_on_adreno.html#sphx-glr-how-to-deploy-models-deploy-model-on-adreno-py"><span class="std std-ref">Deploy the Pretrained Model on Adreno™</span></a> (<code class="docutils literal notranslate"><span class="pre">deploy_model_on_adreno.py</span></code>)</p></td>
-<td><p>01:18.710</p></td>
+<td><p>01:13.977</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="deploy_prequantized_tflite.html#sphx-glr-how-to-deploy-models-deploy-prequantized-tflite-py"><span class="std std-ref">Deploy a Framework-prequantized Model with TVM - Part 3 (TFLite)</span></a> (<code class="docutils literal notranslate"><span class="pre">deploy_prequantized_tflite.py</span></code>)</p></td>
-<td><p>00:50.577</p></td>
+<td><p>00:46.476</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="deploy_model_on_android.html#sphx-glr-how-to-deploy-models-deploy-model-on-android-py"><span class="std std-ref">Deploy the Pretrained Model on Android</span></a> (<code class="docutils literal notranslate"><span class="pre">deploy_model_on_android.py</span></code>)</p></td>
-<td><p>00:49.697</p></td>
+<td><p>00:46.350</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="deploy_model_on_adreno_tvmc.html#sphx-glr-how-to-deploy-models-deploy-model-on-adreno-tvmc-py"><span class="std std-ref">Deploy the Pretrained Model on Adreno™ with tvmc Interface</span></a> (<code class="docutils literal notranslate"><span class="pre">deploy_model_on_adreno_tvmc.py</span></code>)</p></td>
-<td><p>00:45.879</p></td>
+<td><p>00:43.234</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="deploy_model_on_nano.html#sphx-glr-how-to-deploy-models-deploy-model-on-nano-py"><span class="std std-ref">Deploy the Pretrained Model on Jetson Nano</span></a> (<code class="docutils literal notranslate"><span class="pre">deploy_model_on_nano.py</span></code>)</p></td>
-<td><p>00:29.953</p></td>
+<td><p>00:28.130</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="deploy_model_on_rasp.html#sphx-glr-how-to-deploy-models-deploy-model-on-rasp-py"><span class="std std-ref">Deploy the Pretrained Model on Raspberry Pi</span></a> (<code class="docutils literal notranslate"><span class="pre">deploy_model_on_rasp.py</span></code>)</p></td>
-<td><p>00:29.691</p></td>
+<td><p>00:27.804</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="deploy_sparse.html#sphx-glr-how-to-deploy-models-deploy-sparse-py"><span class="std std-ref">Deploy a Hugging Face Pruned Model on CPU</span></a> (<code class="docutils literal notranslate"><span class="pre">deploy_sparse.py</span></code>)</p></td>
-<td><p>00:00.007</p></td>
+<td><p>00:00.006</p></td>
<td><p>0.0 MB</p></td>
</tr>
</tbody>
diff --git a/docs/how_to/extend_tvm/bring_your_own_datatypes.html b/docs/how_to/extend_tvm/bring_your_own_datatypes.html
index bd9fb8b073..0c1feffe03 100644
--- a/docs/how_to/extend_tvm/bring_your_own_datatypes.html
+++ b/docs/how_to/extend_tvm/bring_your_own_datatypes.html
@@ -429,7 +429,9 @@ to show that any datatype can be used in the BYODT framework.</p>
<div class="section" id="a-simple-tvm-program">
<h2>A Simple TVM Program<a class="headerlink" href="#a-simple-tvm-program" title="Permalink to this headline">¶</a></h2>
<p>We’ll begin by writing a simple program in TVM; afterwards, we will re-write it to use custom datatypes.</p>
-<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">tvm</span>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">sys</span>
+
+<span class="kn">import</span> <span class="nn">tvm</span>
<span class="kn">from</span> <span class="nn">tvm</span> <span class="kn">import</span> <span class="n">relay</span>
<span class="c1"># Our basic program: Z = X + Y</span>
@@ -636,10 +638,14 @@ In this alpha state of the Bring Your Own Datatypes framework, we have not imple
<span class="k">return</span> <span class="n">np</span><span class="o">.</span><span class="n">asarray</span><span class="p">(</span><span class="n">img</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="s2">"float32"</span><span class="p">)</span>
-<span class="n">module</span><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">params</span></a> <span class="o">=</span> <span class="n">get_mobilenet</span><span class="p">()</span>
+<span class="k">try</span><span class="p">:</span>
+ <span class="n">module</span><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">params</span></a> <span class="o">=</span> <span class="n">get_mobilenet</span><span class="p">()</span>
+<span class="k">except</span> <span class="ne">RuntimeError</span><span class="p">:</span>
+ <span class="nb">print</span><span class="p">(</span><span class="s2">"Downloads from mxnet no longer supported"</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><a href="https://docs.python.org/3/library/io.html#io.TextIOWrapper" title="io.TextIOWrapper" class="sphx-glr-backref-module-io sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">sys</span><span class="o">.</span><span class="n">stderr</span></a><span class="p [...]
+ <a href="https://docs.python.org/3/library/sys.html#sys.exit" title="sys.exit" class="sphx-glr-backref-module-sys sphx-glr-backref-type-py-function"><span class="n">sys</span><span class="o">.</span><span class="n">exit</span></a><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Downloading /workspace/.mxnet/models/mobilenet0.25-9f83e440.zipa0495aa6-9877-4765-a0a1-afe0270d9322 from https://apache-mxnet.s3-accelerate.dualstack.amazonaws.com/gluon/models/mobilenet0.25-9f83e440.zip...
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Downloading /workspace/.mxnet/models/mobilenet0.25-9f83e440.zipc797567e-cecb-45bf-80be-2fa465e49014 from https://apache-mxnet.s3-accelerate.dualstack.amazonaws.com/gluon/models/mobilenet0.25-9f83e440.zip...
</pre></div>
</div>
<p>It’s easy to execute MobileNet with native TVM:</p>
diff --git a/docs/how_to/extend_tvm/sg_execution_times.html b/docs/how_to/extend_tvm/sg_execution_times.html
index 07731f56c2..af3e47e760 100644
--- a/docs/how_to/extend_tvm/sg_execution_times.html
+++ b/docs/how_to/extend_tvm/sg_execution_times.html
@@ -360,7 +360,7 @@
<div class="section" id="computation-times">
<span id="sphx-glr-how-to-extend-tvm-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>00:57.007</strong> total execution time for <strong>how_to_extend_tvm</strong> files:</p>
+<p><strong>00:53.080</strong> total execution time for <strong>how_to_extend_tvm</strong> files:</p>
<table class="docutils align-default">
<colgroup>
<col style="width: 84%" />
@@ -369,15 +369,15 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="bring_your_own_datatypes.html#sphx-glr-how-to-extend-tvm-bring-your-own-datatypes-py"><span class="std std-ref">Bring Your Own Datatypes to TVM</span></a> (<code class="docutils literal notranslate"><span class="pre">bring_your_own_datatypes.py</span></code>)</p></td>
-<td><p>00:53.162</p></td>
+<td><p>00:49.404</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="use_pass_instrument.html#sphx-glr-how-to-extend-tvm-use-pass-instrument-py"><span class="std std-ref">How to Use TVM Pass Instrument</span></a> (<code class="docutils literal notranslate"><span class="pre">use_pass_instrument.py</span></code>)</p></td>
-<td><p>00:02.685</p></td>
+<td><p>00:02.604</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="use_pass_infra.html#sphx-glr-how-to-extend-tvm-use-pass-infra-py"><span class="std std-ref">How to Use TVM Pass Infra</span></a> (<code class="docutils literal notranslate"><span class="pre">use_pass_infra.py</span></code>)</p></td>
-<td><p>00:01.153</p></td>
+<td><p>00:01.064</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="low_level_custom_pass.html#sphx-glr-how-to-extend-tvm-low-level-custom-pass-py"><span class="std std-ref">Writing a Customized Pass</span></a> (<code class="docutils literal notranslate"><span class="pre">low_level_custom_pass.py</span></code>)</p></td>
diff --git a/docs/how_to/extend_tvm/use_pass_instrument.html b/docs/how_to/extend_tvm/use_pass_instrument.html
index 6fdbe828b5..d037d00c9b 100644
--- a/docs/how_to/extend_tvm/use_pass_instrument.html
+++ b/docs/how_to/extend_tvm/use_pass_instrument.html
@@ -546,10 +546,10 @@ profile the execution time of each passes.</p>
</pre></div>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Printing results of timing profile...
-InferType: 25116us [25116us] (48.80%; 48.80%)
-FoldScaleAxis: 26355us [6us] (51.20%; 51.20%)
- FoldConstant: 26349us [1826us] (51.19%; 99.98%)
- InferType: 24523us [24523us] (47.64%; 93.07%)
+InferType: 23977us [23977us] (48.65%; 48.65%)
+FoldScaleAxis: 25312us [8us] (51.35%; 51.35%)
+ FoldConstant: 25304us [1728us] (51.34%; 99.97%)
+ InferType: 23576us [23576us] (47.83%; 93.17%)
</pre></div>
</div>
</div>
@@ -571,10 +571,10 @@ Refer to following sections and <a class="reference internal" href="../../refere
</pre></div>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Printing results of timing profile...
-InferType: 24643us [24643us] (48.73%; 48.73%)
-FoldScaleAxis: 25929us [6us] (51.27%; 51.27%)
- FoldConstant: 25923us [1760us] (51.26%; 99.98%)
- InferType: 24163us [24163us] (47.78%; 93.21%)
+InferType: 23853us [23853us] (48.09%; 48.09%)
+FoldScaleAxis: 25746us [7us] (51.91%; 51.91%)
+ FoldConstant: 25739us [1786us] (51.89%; 99.97%)
+ InferType: 23953us [23953us] (48.29%; 93.06%)
</pre></div>
</div>
<p>Register empty list to clear existing instruments.</p>
diff --git a/docs/how_to/optimize_operators/opt_conv_cuda.html b/docs/how_to/optimize_operators/opt_conv_cuda.html
index c668a12159..2ba352e40a 100644
--- a/docs/how_to/optimize_operators/opt_conv_cuda.html
+++ b/docs/how_to/optimize_operators/opt_conv_cuda.html
@@ -595,7 +595,7 @@ latency of convolution.</p>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Convolution: </span><span class="si">%f</span><span class="s2"> ms"</span> <span class="o">%</span> <span class="p">(</span><span class="n">evaluator</span><span class="p">(</span><span class="n">a</span><span class="p">,</span> <span class="n">w</span><span class="p">,</span> <span class="n">b</span><span class="p">)</span><span class="o">.</span><span class="n">mean</span> <span class="o">*</span> <span cl [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Convolution: 35.520896 ms
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Convolution: 53.483551 ms
</pre></div>
</div>
<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-optimize-operators-opt-conv-cuda-py">
diff --git a/docs/how_to/optimize_operators/opt_conv_tensorcore.html b/docs/how_to/optimize_operators/opt_conv_tensorcore.html
index 8e37cc02bb..729d055ef8 100644
--- a/docs/how_to/optimize_operators/opt_conv_tensorcore.html
+++ b/docs/how_to/optimize_operators/opt_conv_tensorcore.html
@@ -877,7 +877,7 @@ be able to run on our build server</p>
<span class="nb">print</span><span class="p">(</span><span class="s2">"conv2d with tensor core: </span><span class="si">%f</span><span class="s2"> ms"</span> <span class="o">%</span> <span class="p">(</span><span class="n">evaluator</span><span class="p">(</span><span class="n">a</span><span class="p">,</span> <span class="n">w</span><span class="p">,</span> <span class="n">c</span><span class="p">)</span><span class="o">.</span><span class="n">mean</span> <span class="o">* [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>conv2d with tensor core: 11.177392 ms
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>conv2d with tensor core: 12.273315 ms
</pre></div>
</div>
</div>
diff --git a/docs/how_to/optimize_operators/opt_gemm.html b/docs/how_to/optimize_operators/opt_gemm.html
index cce66a8e75..372be82e21 100644
--- a/docs/how_to/optimize_operators/opt_gemm.html
+++ b/docs/how_to/optimize_operators/opt_gemm.html
@@ -492,8 +492,8 @@ Then we write a baseline implementation, the simplest way to write a matrix mult
<span class="nb">print</span><span class="p">(</span><span class="s2">"Baseline: </span><span class="si">%f</span><span class="s2">"</span> <span class="o">%</span> <span class="n">evaluator</span><span class="p">(</span><span class="n">a</span><span class="p">,</span> <span class="n">b</span><span class="p">,</span> <span class="n">c</span><span class="p">)</span><span class="o">.</span><span class="n">mean</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Numpy running time: 0.017549
-Baseline: 3.291305
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Numpy running time: 0.012969
+Baseline: 3.113666
</pre></div>
</div>
<p>In TVM, we can always inspect lower level IR to debug or optimize our schedule.
@@ -552,7 +552,7 @@ fill 32 * 32 * sizeof(float) which is 4KB in the cache whose total size is 32KB
<span class="nb">print</span><span class="p">(</span><span class="s2">"Opt1: </span><span class="si">%f</span><span class="s2">"</span> <span class="o">%</span> <span class="n">evaluator</span><span class="p">(</span><span class="n">a</span><span class="p">,</span> <span class="n">b</span><span class="p">,</span> <span class="n">c</span><span class="p">)</span><span class="o">.</span><span class="n">mean</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Opt1: 0.285978
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Opt1: 0.278703
</pre></div>
</div>
<p>Here is the generated IR after blocking.</p>
@@ -609,7 +609,7 @@ vastly.</p>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Opt2: </span><span class="si">%f</span><span class="s2">"</span> <span class="o">%</span> <span class="n">evaluator</span><span class="p">(</span><span class="n">a</span><span class="p">,</span> <span class="n">b</span><span class="p">,</span> <span class="n">c</span><span class="p">)</span><span class="o">.</span><span class="n">mean</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Opt2: 0.266880
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Opt2: 0.247344
</pre></div>
</div>
<p>Here is the generated IR after vectorization.</p>
@@ -664,7 +664,7 @@ the access pattern for A matrix is more cache friendly.</p>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Opt3: </span><span class="si">%f</span><span class="s2">"</span> <span class="o">%</span> <span class="n">evaluator</span><span class="p">(</span><span class="n">a</span><span class="p">,</span> <span class="n">b</span><span class="p">,</span> <span class="n">c</span><span class="p">)</span><span class="o">.</span><span class="n">mean</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Opt3: 0.115253
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Opt3: 0.105991
</pre></div>
</div>
<p>Here is the generated IR after loop permutation.</p>
@@ -741,7 +741,7 @@ flattening.</p>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Opt4: </span><span class="si">%f</span><span class="s2">"</span> <span class="o">%</span> <span class="n">evaluator</span><span class="p">(</span><span class="n">a</span><span class="p">,</span> <span class="n">b</span><span class="p">,</span> <span class="n">c</span><span class="p">)</span><span class="o">.</span><span class="n">mean</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Opt4: 0.107798
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Opt4: 0.099775
</pre></div>
</div>
<p>Here is the generated IR after array packing.</p>
@@ -819,7 +819,7 @@ write to C when all the block results are ready.</p>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Opt5: </span><span class="si">%f</span><span class="s2">"</span> <span class="o">%</span> <span class="n">evaluator</span><span class="p">(</span><span class="n">a</span><span class="p">,</span> <span class="n">b</span><span class="p">,</span> <span class="n">c</span><span class="p">)</span><span class="o">.</span><span class="n">mean</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Opt5: 0.110672
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Opt5: 0.091953
</pre></div>
</div>
<p>Here is the generated IR after blocking.</p>
@@ -899,7 +899,7 @@ class Module:
<span class="nb">print</span><span class="p">(</span><span class="s2">"Opt6: </span><span class="si">%f</span><span class="s2">"</span> <span class="o">%</span> <span class="n">opt6_time</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Opt6: 0.132114
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Opt6: 0.107821
</pre></div>
</div>
<p>Here is the generated IR after parallelization.</p>
diff --git a/docs/how_to/optimize_operators/sg_execution_times.html b/docs/how_to/optimize_operators/sg_execution_times.html
index 010de2459d..de311a1578 100644
--- a/docs/how_to/optimize_operators/sg_execution_times.html
+++ b/docs/how_to/optimize_operators/sg_execution_times.html
@@ -360,7 +360,7 @@
<div class="section" id="computation-times">
<span id="sphx-glr-how-to-optimize-operators-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>00:33.101</strong> total execution time for <strong>how_to_optimize_operators</strong> files:</p>
+<p><strong>00:30.160</strong> total execution time for <strong>how_to_optimize_operators</strong> files:</p>
<table class="docutils align-default">
<colgroup>
<col style="width: 83%" />
@@ -369,15 +369,15 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="opt_gemm.html#sphx-glr-how-to-optimize-operators-opt-gemm-py"><span class="std std-ref">How to optimize GEMM on CPU</span></a> (<code class="docutils literal notranslate"><span class="pre">opt_gemm.py</span></code>)</p></td>
-<td><p>00:30.097</p></td>
+<td><p>00:27.010</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="opt_conv_tensorcore.html#sphx-glr-how-to-optimize-operators-opt-conv-tensorcore-py"><span class="std std-ref">How to optimize convolution using TensorCores</span></a> (<code class="docutils literal notranslate"><span class="pre">opt_conv_tensorcore.py</span></code>)</p></td>
-<td><p>00:01.878</p></td>
+<td><p>00:01.879</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="opt_conv_cuda.html#sphx-glr-how-to-optimize-operators-opt-conv-cuda-py"><span class="std std-ref">How to optimize convolution on GPU</span></a> (<code class="docutils literal notranslate"><span class="pre">opt_conv_cuda.py</span></code>)</p></td>
-<td><p>00:01.126</p></td>
+<td><p>00:01.271</p></td>
<td><p>0.0 MB</p></td>
</tr>
</tbody>
diff --git a/docs/how_to/tune_with_autoscheduler/sg_execution_times.html b/docs/how_to/tune_with_autoscheduler/sg_execution_times.html
index 6688ab89a4..9e1ab89193 100644
--- a/docs/how_to/tune_with_autoscheduler/sg_execution_times.html
+++ b/docs/how_to/tune_with_autoscheduler/sg_execution_times.html
@@ -360,7 +360,7 @@
<div class="section" id="computation-times">
<span id="sphx-glr-how-to-tune-with-autoscheduler-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>03:34.431</strong> total execution time for <strong>how_to_tune_with_autoscheduler</strong> files:</p>
+<p><strong>03:19.385</strong> total execution time for <strong>how_to_tune_with_autoscheduler</strong> files:</p>
<table class="docutils align-default">
<colgroup>
<col style="width: 85%" />
@@ -369,27 +369,27 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="tune_network_x86.html#sphx-glr-how-to-tune-with-autoscheduler-tune-network-x86-py"><span class="std std-ref">Auto-scheduling a Neural Network for x86 CPU</span></a> (<code class="docutils literal notranslate"><span class="pre">tune_network_x86.py</span></code>)</p></td>
-<td><p>01:32.462</p></td>
+<td><p>01:25.661</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="tune_network_cuda.html#sphx-glr-how-to-tune-with-autoscheduler-tune-network-cuda-py"><span class="std std-ref">Auto-scheduling a Neural Network for NVIDIA GPU</span></a> (<code class="docutils literal notranslate"><span class="pre">tune_network_cuda.py</span></code>)</p></td>
-<td><p>01:12.088</p></td>
+<td><p>01:07.440</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="tune_network_arm.html#sphx-glr-how-to-tune-with-autoscheduler-tune-network-arm-py"><span class="std std-ref">Auto-scheduling a Neural Network for ARM CPU</span></a> (<code class="docutils literal notranslate"><span class="pre">tune_network_arm.py</span></code>)</p></td>
-<td><p>00:17.582</p></td>
+<td><p>00:16.316</p></td>
<td><p>0.0 MB</p></td>
</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="tune_conv2d_layer_cuda.html#sphx-glr-how-to-tune-with-autoscheduler-tune-conv2d-layer-cuda-py"><span class="std std-ref">Auto-scheduling a Convolution Layer for GPU</span></a> (<code class="docutils literal notranslate"><span class="pre">tune_conv2d_layer_cuda.py</span></code>)</p></td>
-<td><p>00:16.150</p></td>
+<tr class="row-even"><td><p><a class="reference internal" href="tune_network_mali.html#sphx-glr-how-to-tune-with-autoscheduler-tune-network-mali-py"><span class="std std-ref">Auto-scheduling a Neural Network for mali GPU</span></a> (<code class="docutils literal notranslate"><span class="pre">tune_network_mali.py</span></code>)</p></td>
+<td><p>00:15.036</p></td>
<td><p>0.0 MB</p></td>
</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="tune_network_mali.html#sphx-glr-how-to-tune-with-autoscheduler-tune-network-mali-py"><span class="std std-ref">Auto-scheduling a Neural Network for mali GPU</span></a> (<code class="docutils literal notranslate"><span class="pre">tune_network_mali.py</span></code>)</p></td>
-<td><p>00:16.049</p></td>
+<tr class="row-odd"><td><p><a class="reference internal" href="tune_conv2d_layer_cuda.html#sphx-glr-how-to-tune-with-autoscheduler-tune-conv2d-layer-cuda-py"><span class="std std-ref">Auto-scheduling a Convolution Layer for GPU</span></a> (<code class="docutils literal notranslate"><span class="pre">tune_conv2d_layer_cuda.py</span></code>)</p></td>
+<td><p>00:14.838</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="tune_sparse_x86.html#sphx-glr-how-to-tune-with-autoscheduler-tune-sparse-x86-py"><span class="std std-ref">Auto-scheduling Sparse Matrix Multiplication on CPU with Custom Sketch Rule</span></a> (<code class="docutils literal notranslate"><span class="pre">tune_sparse_x86.py</span></code>)</p></td>
-<td><p>00:00.101</p></td>
+<td><p>00:00.095</p></td>
<td><p>0.0 MB</p></td>
</tr>
</tbody>
diff --git a/docs/how_to/tune_with_autoscheduler/tune_conv2d_layer_cuda.html b/docs/how_to/tune_with_autoscheduler/tune_conv2d_layer_cuda.html
index fffa3f2576..f687db0a20 100644
--- a/docs/how_to/tune_with_autoscheduler/tune_conv2d_layer_cuda.html
+++ b/docs/how_to/tune_with_autoscheduler/tune_conv2d_layer_cuda.html
@@ -1032,7 +1032,7 @@ class Module:
<span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Execution time of this operator: 0.336 ms
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Execution time of this operator: 0.335 ms
</pre></div>
</div>
</div>
diff --git a/docs/how_to/tune_with_autoscheduler/tune_network_arm.html b/docs/how_to/tune_with_autoscheduler/tune_network_arm.html
index ed3e1b103d..37d460cbf1 100644
--- a/docs/how_to/tune_with_autoscheduler/tune_network_arm.html
+++ b/docs/how_to/tune_with_autoscheduler/tune_network_arm.html
@@ -425,6 +425,7 @@ get it to run, you will need to wrap the body of this tutorial in a <code class=
<span class="pre">__name__</span> <span class="pre">==</span> <span class="pre">"__main__":</span></code> block.</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
<span class="kn">import</span> <span class="nn">os</span>
+<span class="kn">import</span> <span class="nn">sys</span>
<span class="kn">import</span> <span class="nn">tvm</span>
<span class="kn">from</span> <span class="nn">tvm</span> <span class="kn">import</span> <span class="n">relay</span><span class="p">,</span> <span class="n">auto_scheduler</span>
@@ -623,9 +624,13 @@ latency of a task and <code class="code docutils literal notranslate"><span clas
The task scheduler will just optimize this objective.</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="c1"># Extract tasks from the network</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Get model..."</span><span class="p">)</span>
-<span class="n">mod</span><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">params</span></a><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#tuple" title="builtins.tuple" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n" [...]
- <a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">network</span></a><span class="p">,</span> <a href="https://docs.python.org/3/library/functions.html#int" title="builtins.int" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">batch_size</span></a><span class="p">,</span> <a h [...]
-<span class="p">)</span>
+<span class="k">try</span><span class="p">:</span>
+ <span class="n">mod</span><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">params</span></a><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#tuple" title="builtins.tuple" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class [...]
+ <a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">network</span></a><span class="p">,</span> <a href="https://docs.python.org/3/library/functions.html#int" title="builtins.int" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">batch_size</span></a><span class="p">,</span> [...]
+ <span class="p">)</span>
+<span class="k">except</span> <span class="ne">RuntimeError</span><span class="p">:</span>
+ <span class="nb">print</span><span class="p">(</span><span class="s2">"Downloads from mxnet no longer supported"</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><a href="https://docs.python.org/3/library/io.html#io.TextIOWrapper" title="io.TextIOWrapper" class="sphx-glr-backref-module-io sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">sys</span><span class="o">.</span><span class="n">stderr</span></a><span class="p [...]
+ <a href="https://docs.python.org/3/library/sys.html#sys.exit" title="sys.exit" class="sphx-glr-backref-module-sys sphx-glr-backref-type-py-function"><span class="n">sys</span><span class="o">.</span><span class="n">exit</span></a><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Extract tasks..."</span><span class="p">)</span>
<a href="https://docs.python.org/3/library/stdtypes.html#list" title="builtins.list" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tasks</span></a><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#list" title="builtins.list" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">task_weights</span></a> <span class="o">=</span> <a h [...]
diff --git a/docs/how_to/tune_with_autoscheduler/tune_network_cuda.html b/docs/how_to/tune_with_autoscheduler/tune_network_cuda.html
index b29570f12d..e2c818899a 100644
--- a/docs/how_to/tune_with_autoscheduler/tune_network_cuda.html
+++ b/docs/how_to/tune_with_autoscheduler/tune_network_cuda.html
@@ -421,7 +421,8 @@ in <code class="code docutils literal notranslate"><span class="pre">tvm/python/
<p>Note that this tutorial will not run on Windows or recent versions of macOS. To
get it to run, you will need to wrap the body of this tutorial in a <code class="code docutils literal notranslate"><span class="pre">if</span>
<span class="pre">__name__</span> <span class="pre">==</span> <span class="pre">"__main__":</span></code> block.</p>
-<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">sys</span>
+<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
<span class="kn">import</span> <span class="nn">tvm</span>
<span class="kn">from</span> <span class="nn">tvm</span> <span class="kn">import</span> <span class="n">relay</span><span class="p">,</span> <span class="n">auto_scheduler</span>
@@ -525,7 +526,11 @@ latency of a task and <code class="code docutils literal notranslate"><span clas
The task scheduler will just optimize this objective.</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="c1"># Extract tasks from the network</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Extract tasks..."</span><span class="p">)</span>
-<span class="n">mod</span><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">params</span></a><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#tuple" title="builtins.tuple" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n" [...]
+<span class="k">try</span><span class="p">:</span>
+ <span class="n">mod</span><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">params</span></a><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#tuple" title="builtins.tuple" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class [...]
+<span class="k">except</span> <span class="ne">RuntimeError</span><span class="p">:</span>
+ <span class="nb">print</span><span class="p">(</span><span class="s2">"Downloads from mxnet no longer supported"</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><a href="https://docs.python.org/3/library/io.html#io.TextIOWrapper" title="io.TextIOWrapper" class="sphx-glr-backref-module-io sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">sys</span><span class="o">.</span><span class="n">stderr</span></a><span class="p [...]
+ <a href="https://docs.python.org/3/library/sys.html#sys.exit" title="sys.exit" class="sphx-glr-backref-module-sys sphx-glr-backref-type-py-function"><span class="n">sys</span><span class="o">.</span><span class="n">exit</span></a><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
<a href="https://docs.python.org/3/library/stdtypes.html#list" title="builtins.list" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tasks</span></a><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#list" title="builtins.list" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">task_weights</span></a> <span class="o">=</span> <a h [...]
<span class="k">for</span> <a href="https://docs.python.org/3/library/functions.html#int" title="builtins.int" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">idx</span></a><span class="p">,</span> <a href="../../reference/api/python/auto_scheduler.html#tvm.auto_scheduler.SearchTask" title="tvm.auto_scheduler.SearchTask" class="sphx-glr-backref-module-tvm-auto_scheduler sphx-glr-backref-type-py-class sphx-glr-backref-insta [...]
@@ -936,7 +941,7 @@ so we can read the log file and load the best schedules.</p>
Evaluate inference time cost...
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 3.1993 3.1993 3.1993 3.1992 0.0001
+ 3.2189 3.2252 3.2325 3.1991 0.0143
</pre></div>
</div>
</div>
@@ -958,7 +963,7 @@ to learn how to use the RPC Tracker and RPC Server.
To use the RPC Tracker in auto-scheduler, replace the runner in <code class="code docutils literal notranslate"><span class="pre">TuningOptions</span></code>
with <a class="reference internal" href="../../reference/api/python/auto_scheduler.html#tvm.auto_scheduler.RPCRunner" title="tvm.auto_scheduler.RPCRunner"><code class="xref any py py-class docutils literal notranslate"><span class="pre">auto_scheduler.RPCRunner</span></code></a>.</p></li>
</ol>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 12.088 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 7.440 seconds)</p>
<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-tune-with-autoscheduler-tune-network-cuda-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/eafe360d52540634c9eea0fa89e804bd/tune_network_cuda.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">tune_network_cuda.py</span></code></a></p>
diff --git a/docs/how_to/tune_with_autoscheduler/tune_network_mali.html b/docs/how_to/tune_with_autoscheduler/tune_network_mali.html
index 1bf9c86dd4..d7950b3050 100644
--- a/docs/how_to/tune_with_autoscheduler/tune_network_mali.html
+++ b/docs/how_to/tune_with_autoscheduler/tune_network_mali.html
@@ -421,13 +421,15 @@ in <code class="code docutils literal notranslate"><span class="pre">tvm/python/
<p>Note that this tutorial will not run on Windows or recent versions of macOS. To
get it to run, you will need to wrap the body of this tutorial in a <code class="code docutils literal notranslate"><span class="pre">if</span>
<span class="pre">__name__</span> <span class="pre">==</span> <span class="pre">"__main__":</span></code> block.</p>
-<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">os</span>
+<span class="kn">import</span> <span class="nn">sys</span>
+
+<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
<span class="kn">import</span> <span class="nn">tvm</span>
<span class="kn">from</span> <span class="nn">tvm</span> <span class="kn">import</span> <span class="n">relay</span><span class="p">,</span> <span class="n">auto_scheduler</span>
<span class="kn">import</span> <span class="nn">tvm.relay.testing</span>
<span class="kn">from</span> <span class="nn">tvm.contrib</span> <span class="kn">import</span> <span class="n">graph_executor</span>
-<span class="kn">import</span> <span class="nn">os</span>
</pre></div>
</div>
<div class="section" id="define-a-network">
@@ -540,7 +542,11 @@ latency of a task and <code class="code docutils literal notranslate"><span clas
The task scheduler will just optimize this objective.</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="c1"># Extract tasks from the network</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Extract tasks..."</span><span class="p">)</span>
-<span class="n">mod</span><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">params</span></a><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#tuple" title="builtins.tuple" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n" [...]
+<span class="k">try</span><span class="p">:</span>
+ <span class="n">mod</span><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">params</span></a><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#tuple" title="builtins.tuple" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class [...]
+<span class="k">except</span> <span class="ne">RuntimeError</span><span class="p">:</span>
+ <span class="nb">print</span><span class="p">(</span><span class="s2">"Downloads from mxnet no longer supported"</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><a href="https://docs.python.org/3/library/io.html#io.TextIOWrapper" title="io.TextIOWrapper" class="sphx-glr-backref-module-io sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">sys</span><span class="o">.</span><span class="n">stderr</span></a><span class="p [...]
+ <a href="https://docs.python.org/3/library/sys.html#sys.exit" title="sys.exit" class="sphx-glr-backref-module-sys sphx-glr-backref-type-py-function"><span class="n">sys</span><span class="o">.</span><span class="n">exit</span></a><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
<a href="https://docs.python.org/3/library/stdtypes.html#list" title="builtins.list" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tasks</span></a><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#list" title="builtins.list" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">task_weights</span></a> <span class="o">=</span> <a h [...]
<span class="k">for</span> <a href="https://docs.python.org/3/library/functions.html#int" title="builtins.int" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">idx</span></a><span class="p">,</span> <a href="../../reference/api/python/auto_scheduler.html#tvm.auto_scheduler.SearchTask" title="tvm.auto_scheduler.SearchTask" class="sphx-glr-backref-module-tvm-auto_scheduler sphx-glr-backref-type-py-class sphx-glr-backref-insta [...]
diff --git a/docs/how_to/tune_with_autoscheduler/tune_network_x86.html b/docs/how_to/tune_with_autoscheduler/tune_network_x86.html
index 2730473e98..ecc59ad411 100644
--- a/docs/how_to/tune_with_autoscheduler/tune_network_x86.html
+++ b/docs/how_to/tune_with_autoscheduler/tune_network_x86.html
@@ -421,7 +421,9 @@ in <code class="code docutils literal notranslate"><span class="pre">tvm/python/
<p>Note that this tutorial will not run on Windows or recent versions of macOS. To
get it to run, you will need to wrap the body of this tutorial in a <code class="code docutils literal notranslate"><span class="pre">if</span>
<span class="pre">__name__</span> <span class="pre">==</span> <span class="pre">"__main__":</span></code> block.</p>
-<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">sys</span>
+
+<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
<span class="kn">import</span> <span class="nn">tvm</span>
<span class="kn">from</span> <span class="nn">tvm</span> <span class="kn">import</span> <span class="n">relay</span><span class="p">,</span> <span class="n">auto_scheduler</span>
@@ -540,13 +542,18 @@ latency of a task and <code class="code docutils literal notranslate"><span clas
The task scheduler will just optimize this objective.</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="c1"># Extract tasks from the network</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">"Get model..."</span><span class="p">)</span>
-<span class="n">mod</span><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">params</span></a><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#tuple" title="builtins.tuple" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n" [...]
- <a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">network</span></a><span class="p">,</span>
- <a href="https://docs.python.org/3/library/functions.html#int" title="builtins.int" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">batch_size</span></a><span class="p">,</span>
- <a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">layout</span></a><span class="p">,</span>
- <a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">dtype</span></a><span class="o">=</span><a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">dtype</span></a><span class="p">,</span>
- <a href="https://docs.python.org/3/library/functions.html#bool" title="builtins.bool" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">use_sparse</span></a><span class="o">=</span><a href="https://docs.python.org/3/library/functions.html#bool" title="builtins.bool" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">use_sparse</span></a><span class="p">,</span>
-<span class="p">)</span>
+<span class="k">try</span><span class="p">:</span>
+ <span class="n">mod</span><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">params</span></a><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#tuple" title="builtins.tuple" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class [...]
+ <a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">network</span></a><span class="p">,</span>
+ <a href="https://docs.python.org/3/library/functions.html#int" title="builtins.int" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">batch_size</span></a><span class="p">,</span>
+ <a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">layout</span></a><span class="p">,</span>
+ <a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">dtype</span></a><span class="o">=</span><a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">dtype</span></a><span class="p">,</span>
+ <a href="https://docs.python.org/3/library/functions.html#bool" title="builtins.bool" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">use_sparse</span></a><span class="o">=</span><a href="https://docs.python.org/3/library/functions.html#bool" title="builtins.bool" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">use_sparse</span></a><span class="p">,</span>
+ <span class="p">)</span>
+<span class="k">except</span> <span class="ne">RuntimeError</span><span class="p">:</span>
+ <span class="nb">print</span><span class="p">(</span><span class="s2">"Downloads from mxnet no longer supported"</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><a href="https://docs.python.org/3/library/io.html#io.TextIOWrapper" title="io.TextIOWrapper" class="sphx-glr-backref-module-io sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">sys</span><span class="o">.</span><span class="n">stderr</span></a><span class="p [...]
+ <a href="https://docs.python.org/3/library/sys.html#sys.exit" title="sys.exit" class="sphx-glr-backref-module-sys sphx-glr-backref-type-py-function"><span class="n">sys</span><span class="o">.</span><span class="n">exit</span></a><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
+
<span class="nb">print</span><span class="p">(</span><span class="s2">"Extract tasks..."</span><span class="p">)</span>
<a href="https://docs.python.org/3/library/stdtypes.html#list" title="builtins.list" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tasks</span></a><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#list" title="builtins.list" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">task_weights</span></a> <span class="o">=</span> <a h [...]
@@ -955,7 +962,7 @@ so we can read the log file and load the best schedules.</p>
Evaluate inference time cost...
Execution time summary:
mean (ms) median (ms) max (ms) min (ms) std (ms)
- 755.1627 755.6316 755.9665 753.8900 0.9103
+ 685.4055 686.2132 686.2450 683.7584 1.1648
</pre></div>
</div>
</div>
@@ -977,7 +984,7 @@ to learn how to use the RPC Tracker and RPC Server.
To use the RPC Tracker in auto-scheduler, replace the runner in <code class="code docutils literal notranslate"><span class="pre">TuningOptions</span></code>
with <a class="reference internal" href="../../reference/api/python/auto_scheduler.html#tvm.auto_scheduler.RPCRunner" title="tvm.auto_scheduler.RPCRunner"><code class="xref any py py-class docutils literal notranslate"><span class="pre">auto_scheduler.RPCRunner</span></code></a>.</p></li>
</ol>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 32.462 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 25.661 seconds)</p>
<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-tune-with-autoscheduler-tune-network-x86-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/e416b94ca1090b0897c0f6e0df95b911/tune_network_x86.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">tune_network_x86.py</span></code></a></p>
diff --git a/docs/how_to/tune_with_autotvm/sg_execution_times.html b/docs/how_to/tune_with_autotvm/sg_execution_times.html
index 46d8bafc37..c74eb26a94 100644
--- a/docs/how_to/tune_with_autotvm/sg_execution_times.html
+++ b/docs/how_to/tune_with_autotvm/sg_execution_times.html
@@ -360,7 +360,7 @@
<div class="section" id="computation-times">
<span id="sphx-glr-how-to-tune-with-autotvm-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>00:23.646</strong> total execution time for <strong>how_to_tune_with_autotvm</strong> files:</p>
+<p><strong>00:22.168</strong> total execution time for <strong>how_to_tune_with_autotvm</strong> files:</p>
<table class="docutils align-default">
<colgroup>
<col style="width: 84%" />
@@ -369,15 +369,15 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="tune_conv2d_cuda.html#sphx-glr-how-to-tune-with-autotvm-tune-conv2d-cuda-py"><span class="std std-ref">Tuning High Performance Convolution on NVIDIA GPUs</span></a> (<code class="docutils literal notranslate"><span class="pre">tune_conv2d_cuda.py</span></code>)</p></td>
-<td><p>00:23.608</p></td>
+<td><p>00:22.132</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="tune_relay_x86.html#sphx-glr-how-to-tune-with-autotvm-tune-relay-x86-py"><span class="std std-ref">Auto-tuning a Convolutional Network for x86 CPU</span></a> (<code class="docutils literal notranslate"><span class="pre">tune_relay_x86.py</span></code>)</p></td>
-<td><p>00:00.022</p></td>
+<td><p>00:00.021</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="tune_relay_cuda.html#sphx-glr-how-to-tune-with-autotvm-tune-relay-cuda-py"><span class="std std-ref">Auto-tuning a Convolutional Network for NVIDIA GPU</span></a> (<code class="docutils literal notranslate"><span class="pre">tune_relay_cuda.py</span></code>)</p></td>
-<td><p>00:00.006</p></td>
+<td><p>00:00.005</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="tune_relay_mobile_gpu.html#sphx-glr-how-to-tune-with-autotvm-tune-relay-mobile-gpu-py"><span class="std std-ref">Auto-tuning a Convolutional Network for Mobile GPU</span></a> (<code class="docutils literal notranslate"><span class="pre">tune_relay_mobile_gpu.py</span></code>)</p></td>
diff --git a/docs/how_to/tune_with_autotvm/tune_conv2d_cuda.html b/docs/how_to/tune_with_autotvm/tune_conv2d_cuda.html
index 002a3bb3c4..9580cc2ec9 100644
--- a/docs/how_to/tune_with_autotvm/tune_conv2d_cuda.html
+++ b/docs/how_to/tune_with_autotvm/tune_conv2d_cuda.html
@@ -630,7 +630,7 @@ and measure running time.</p>
Best config:
,None
-Time cost of this operator: 0.036999
+Time cost of this operator: 0.037244
</pre></div>
</div>
<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-tune-with-autotvm-tune-conv2d-cuda-py">
diff --git a/docs/how_to/work_with_microtvm/micro_autotune.html b/docs/how_to/work_with_microtvm/micro_autotune.html
index a167484136..5fdaa84757 100644
--- a/docs/how_to/work_with_microtvm/micro_autotune.html
+++ b/docs/how_to/work_with_microtvm/micro_autotune.html
@@ -664,10 +664,10 @@ the tuned operator.</p>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>########## Build without Autotuning ##########
Node Name Ops Time(us) Time(%) Shape Inputs Outputs Measurements(us)
--------- --- -------- ------- ----- ------ ------- ----------------
-tvmgen_default_fused_nn_contrib_conv2d_NCHWc tvmgen_default_fused_nn_contrib_conv2d_NCHWc 306.1 98.631 (1, 2, 10, 10, 3) 2 1 [306.1]
-tvmgen_default_fused_layout_transform_1 tvmgen_default_fused_layout_transform_1 3.099 0.999 (1, 6, 10, 10) 1 1 [3.099]
-tvmgen_default_fused_layout_transform tvmgen_default_fused_layout_transform 1.149 0.37 (1, 1, 10, 10, 3) 1 1 [1.149]
-Total_time - 310.348 - - - - -
+tvmgen_default_fused_nn_contrib_conv2d_NCHWc tvmgen_default_fused_nn_contrib_conv2d_NCHWc 285.0 98.632 (1, 2, 10, 10, 3) 2 1 [285.0]
+tvmgen_default_fused_layout_transform_1 tvmgen_default_fused_layout_transform_1 3.038 1.051 (1, 6, 10, 10) 1 1 [3.038]
+tvmgen_default_fused_layout_transform tvmgen_default_fused_layout_transform 0.914 0.316 (1, 1, 10, 10, 3) 1 1 [0.914]
+Total_time - 288.952 - - - - -
</pre></div>
</div>
</div>
@@ -719,13 +719,13 @@ Total_time -
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>########## Build with Autotuning ##########
Node Name Ops Time(us) Time(%) Shape Inputs Outputs Measurements(us)
--------- --- -------- ------- ----- ------ ------- ----------------
-tvmgen_default_fused_nn_contrib_conv2d_NCHWc tvmgen_default_fused_nn_contrib_conv2d_NCHWc 102.1 97.006 (1, 6, 10, 10, 1) 2 1 [102.1]
-tvmgen_default_fused_layout_transform_1 tvmgen_default_fused_layout_transform_1 2.01 1.91 (1, 6, 10, 10) 1 1 [2.01]
-tvmgen_default_fused_layout_transform tvmgen_default_fused_layout_transform 1.141 1.084 (1, 1, 10, 10, 3) 1 1 [1.141]
-Total_time - 105.251 - - - - -
+tvmgen_default_fused_nn_contrib_conv2d_NCHWc tvmgen_default_fused_nn_contrib_conv2d_NCHWc 95.75 97.506 (1, 6, 10, 10, 1) 2 1 [95.75]
+tvmgen_default_fused_layout_transform_1 tvmgen_default_fused_layout_transform_1 1.647 1.677 (1, 6, 10, 10) 1 1 [1.647]
+tvmgen_default_fused_layout_transform tvmgen_default_fused_layout_transform 0.802 0.817 (1, 3, 10, 10, 1) 1 1 [0.802]
+Total_time - 98.199 - - - - -
</pre></div>
</div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 22.687 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 19.546 seconds)</p>
<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-work-with-microtvm-micro-autotune-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/9ccca8fd489a1486ac71b55a55c320c5/micro_autotune.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">micro_autotune.py</span></code></a></p>
diff --git a/docs/how_to/work_with_microtvm/micro_pytorch.html b/docs/how_to/work_with_microtvm/micro_pytorch.html
index ce4dd353c8..f013c77895 100644
--- a/docs/how_to/work_with_microtvm/micro_pytorch.html
+++ b/docs/how_to/work_with_microtvm/micro_pytorch.html
@@ -475,8 +475,8 @@ download a cat image and preprocess it to use as the model input.</p>
Downloading: "https://download.pytorch.org/models/quantized/mobilenet_v2_qnnpack_37f702c5.pth" to /workspace/.cache/torch/hub/checkpoints/mobilenet_v2_qnnpack_37f702c5.pth
0%| | 0.00/3.42M [00:00<?, ?B/s]
- 61%|###### | 2.09M/3.42M [00:00<00:00, 21.1MB/s]
-100%|##########| 3.42M/3.42M [00:00<00:00, 31.3MB/s]
+ 61%|###### | 2.09M/3.42M [00:00<00:00, 12.2MB/s]
+100%|##########| 3.42M/3.42M [00:00<00:00, 19.2MB/s]
/venv/apache-tvm-py3.8/lib/python3.8/site-packages/torch/_utils.py:314: UserWarning: TypedStorage is deprecated. It will be removed in the future and UntypedStorage will be the only storage class. This should only matter to you if you are using storages directly. To access UntypedStorage directly, use tensor.untyped_storage() instead of tensor.storage()
device=storage.device,
/workspace/python/tvm/relay/frontend/pytorch_utils.py:47: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead.
@@ -604,7 +604,7 @@ via the host <cite>main.cc`</cite> or if a Zephyr emulated board is selected as
Torch top-1 id: 282, class name: tiger cat
</pre></div>
</div>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 27.276 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 21.459 seconds)</p>
<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-work-with-microtvm-micro-pytorch-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/12b9ecc04c41abaa12022061771821d1/micro_pytorch.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">micro_pytorch.py</span></code></a></p>
diff --git a/docs/how_to/work_with_microtvm/micro_train.html b/docs/how_to/work_with_microtvm/micro_train.html
index 5ed250ceba..1a978a97be 100644
--- a/docs/how_to/work_with_microtvm/micro_train.html
+++ b/docs/how_to/work_with_microtvm/micro_train.html
@@ -543,7 +543,7 @@ take about <strong>2 minutes</strong> to download the Stanford Cars, while COCO
<a href="https://docs.python.org/3/library/shutil.html#shutil.move" title="shutil.move" class="sphx-glr-backref-module-shutil sphx-glr-backref-type-py-function"><span class="n">shutil</span><span class="o">.</span><span class="n">move</span></a><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-typ [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>'/tmp/tmpr2cx5yt3/images/random'
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>'/tmp/tmpws5k7ii3/images/random'
</pre></div>
</div>
</div>
@@ -603,8 +603,8 @@ objects to other stuff? We can display some examples from our datasets using <co
<span class="n">plt</span><span class="o">.</span><span class="n">axis</span><span class="p">(</span><span class="s2">"off"</span><span class="p">)</span>
</pre></div>
</div>
-<img src="../../_images/sphx_glr_micro_train_001.png" srcset="../../_images/sphx_glr_micro_train_001.png" alt="[1.0, 0.0], [1.0, 0.0], [1.0, 0.0], [0.0, 1.0], [0.0, 1.0], [0.0, 1.0], [0.0, 1.0], [0.0, 1.0], [1.0, 0.0], [0.0, 1.0]" class = "sphx-glr-single-img"/><div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>/tmp/tmpr2cx5yt3/images/target contains 8144 images
-/tmp/tmpr2cx5yt3/images/random contains 5000 images
+<img src="../../_images/sphx_glr_micro_train_001.png" srcset="../../_images/sphx_glr_micro_train_001.png" alt="[1.0, 0.0], [1.0, 0.0], [1.0, 0.0], [0.0, 1.0], [0.0, 1.0], [0.0, 1.0], [0.0, 1.0], [0.0, 1.0], [1.0, 0.0], [0.0, 1.0]" class = "sphx-glr-single-img"/><div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>/tmp/tmpws5k7ii3/images/target contains 8144 images
+/tmp/tmpws5k7ii3/images/random contains 5000 images
</pre></div>
</div>
</div>
@@ -716,13 +716,13 @@ the time on our validation set).</p>
</pre></div>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Epoch 1/3
-328/328 - 39s - loss: 0.2327 - accuracy: 0.9233 - val_loss: 0.1172 - val_accuracy: 0.9603 - 39s/epoch - 118ms/step
+328/328 - 38s - loss: 0.2239 - accuracy: 0.9260 - val_loss: 0.1491 - val_accuracy: 0.9475 - 38s/epoch - 117ms/step
Epoch 2/3
-328/328 - 35s - loss: 0.1027 - accuracy: 0.9627 - val_loss: 0.1387 - val_accuracy: 0.9490 - 35s/epoch - 107ms/step
+328/328 - 33s - loss: 0.1011 - accuracy: 0.9621 - val_loss: 0.1072 - val_accuracy: 0.9588 - 33s/epoch - 101ms/step
Epoch 3/3
-328/328 - 35s - loss: 0.0661 - accuracy: 0.9758 - val_loss: 0.1126 - val_accuracy: 0.9634 - 35s/epoch - 107ms/step
+328/328 - 33s - loss: 0.0666 - accuracy: 0.9759 - val_loss: 0.1114 - val_accuracy: 0.9649 - 33s/epoch - 101ms/step
-<keras.callbacks.History object at 0x7ff5267037f0>
+<keras.callbacks.History object at 0x7fc478a156d0>
</pre></div>
</div>
</div>
@@ -986,7 +986,7 @@ as intended.</p>
<p>From here, we could modify the model to read live images from the camera - we have another
Arduino tutorial for how to do that <a class="reference external" href="https://github.com/guberti/tvm-arduino-demos/tree/master/examples/person_detection">on GitHub</a>. Alternatively, we could also
<a class="reference external" href="https://tvm.apache.org/docs/how_to/work_with_microtvm/micro_autotune.html">use TVM’s autotuning capabilities</a> to dramatically improve the model’s performance.</p>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 4 minutes 20.768 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 4 minutes 34.865 seconds)</p>
<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-how-to-work-with-microtvm-micro-train-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../../_downloads/b52cec46baf4f78d6bcd94cbe269c8a6/micro_train.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">micro_train.py</span></code></a></p>
diff --git a/docs/how_to/work_with_microtvm/sg_execution_times.html b/docs/how_to/work_with_microtvm/sg_execution_times.html
index 6bde6fd57a..7a78c7a96a 100644
--- a/docs/how_to/work_with_microtvm/sg_execution_times.html
+++ b/docs/how_to/work_with_microtvm/sg_execution_times.html
@@ -360,7 +360,7 @@
<div class="section" id="computation-times">
<span id="sphx-glr-how-to-work-with-microtvm-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>07:38.440</strong> total execution time for <strong>how_to_work_with_microtvm</strong> files:</p>
+<p><strong>07:43.294</strong> total execution time for <strong>how_to_work_with_microtvm</strong> files:</p>
<table class="docutils align-default">
<colgroup>
<col style="width: 82%" />
@@ -369,27 +369,27 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="micro_train.html#sphx-glr-how-to-work-with-microtvm-micro-train-py"><span class="std std-ref">5. Training Vision Models for microTVM on Arduino</span></a> (<code class="docutils literal notranslate"><span class="pre">micro_train.py</span></code>)</p></td>
-<td><p>04:20.768</p></td>
+<td><p>04:34.865</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="micro_pytorch.html#sphx-glr-how-to-work-with-microtvm-micro-pytorch-py"><span class="std std-ref">4. microTVM PyTorch Tutorial</span></a> (<code class="docutils literal notranslate"><span class="pre">micro_pytorch.py</span></code>)</p></td>
-<td><p>01:27.276</p></td>
+<td><p>01:21.459</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="micro_autotune.html#sphx-glr-how-to-work-with-microtvm-micro-autotune-py"><span class="std std-ref">6. Model Tuning with microTVM</span></a> (<code class="docutils literal notranslate"><span class="pre">micro_autotune.py</span></code>)</p></td>
-<td><p>01:22.687</p></td>
+<td><p>01:19.546</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="micro_aot.html#sphx-glr-how-to-work-with-microtvm-micro-aot-py"><span class="std std-ref">3. microTVM Ahead-of-Time (AOT) Compilation</span></a> (<code class="docutils literal notranslate"><span class="pre">micro_aot.py</span></code>)</p></td>
-<td><p>00:11.693</p></td>
+<td><p>00:11.115</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="micro_custom_ide.html#sphx-glr-how-to-work-with-microtvm-micro-custom-ide-py"><span class="std std-ref">9. Bring microTVM to your own development environment</span></a> (<code class="docutils literal notranslate"><span class="pre">micro_custom_ide.py</span></code>)</p></td>
-<td><p>00:08.654</p></td>
+<td><p>00:08.172</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="micro_tflite.html#sphx-glr-how-to-work-with-microtvm-micro-tflite-py"><span class="std std-ref">2. microTVM TFLite Tutorial</span></a> (<code class="docutils literal notranslate"><span class="pre">micro_tflite.py</span></code>)</p></td>
-<td><p>00:07.361</p></td>
+<td><p>00:08.136</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="micro_ethosu.html#sphx-glr-how-to-work-with-microtvm-micro-ethosu-py"><span class="std std-ref">7. Running TVM on bare metal Arm(R) Cortex(R)-M55 CPU and Ethos(TM)-U55 NPU with CMSIS-NN</span></a> (<code class="docutils literal notranslate"><span class="pre">micro_ethosu.py</span></code>)</p></td>
diff --git a/docs/how_to/work_with_relay/sg_execution_times.html b/docs/how_to/work_with_relay/sg_execution_times.html
index 061df36be5..6ce6a18acf 100644
--- a/docs/how_to/work_with_relay/sg_execution_times.html
+++ b/docs/how_to/work_with_relay/sg_execution_times.html
@@ -360,7 +360,7 @@
<div class="section" id="computation-times">
<span id="sphx-glr-how-to-work-with-relay-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>00:37.477</strong> total execution time for <strong>how_to_work_with_relay</strong> files:</p>
+<p><strong>00:36.277</strong> total execution time for <strong>how_to_work_with_relay</strong> files:</p>
<table class="docutils align-default">
<colgroup>
<col style="width: 84%" />
@@ -369,19 +369,19 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="using_pipeline_executor.html#sphx-glr-how-to-work-with-relay-using-pipeline-executor-py"><span class="std std-ref">Using Pipeline Executor in Relay</span></a> (<code class="docutils literal notranslate"><span class="pre">using_pipeline_executor.py</span></code>)</p></td>
-<td><p>00:32.533</p></td>
+<td><p>00:31.527</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="using_external_lib.html#sphx-glr-how-to-work-with-relay-using-external-lib-py"><span class="std std-ref">Using External Libraries in Relay</span></a> (<code class="docutils literal notranslate"><span class="pre">using_external_lib.py</span></code>)</p></td>
-<td><p>00:03.071</p></td>
+<td><p>00:02.947</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="build_gcn.html#sphx-glr-how-to-work-with-relay-build-gcn-py"><span class="std std-ref">Building a Graph Convolutional Network</span></a> (<code class="docutils literal notranslate"><span class="pre">build_gcn.py</span></code>)</p></td>
-<td><p>00:01.867</p></td>
+<td><p>00:01.797</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="using_relay_viz.html#sphx-glr-how-to-work-with-relay-using-relay-viz-py"><span class="std std-ref">Use Relay Visualizer to Visualize Relay</span></a> (<code class="docutils literal notranslate"><span class="pre">using_relay_viz.py</span></code>)</p></td>
-<td><p>00:00.006</p></td>
+<td><p>00:00.005</p></td>
<td><p>0.0 MB</p></td>
</tr>
</tbody>
diff --git a/docs/how_to/work_with_schedules/intrin_math.html b/docs/how_to/work_with_schedules/intrin_math.html
index f6fca9b8d3..95e3217a6d 100644
--- a/docs/how_to/work_with_schedules/intrin_math.html
+++ b/docs/how_to/work_with_schedules/intrin_math.html
@@ -572,7 +572,7 @@ The following example customizes CUDA lowering rule for <code class="code docuti
<a href="../../reference/api/python/ir.html#tvm.ir.register_intrin_lowering" title="tvm.ir.register_intrin_lowering" class="sphx-glr-backref-module-tvm-ir sphx-glr-backref-type-py-function"><span class="n">register_intrin_lowering</span></a><span class="p">(</span><span class="s2">"tir.exp"</span><span class="p">,</span> <span class="n">target</span><span class="o">=</span><span class="s2">"cuda"</span><span class="p">,</span> <span class="n">f</span><span class="o">= [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span><function my_cuda_math_rule at 0x7ff70c72cee0>
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span><function my_cuda_math_rule at 0x7fc664625e50>
</pre></div>
</div>
<p>Register the rule to TVM with override option to override existing rule.
diff --git a/docs/how_to/work_with_schedules/sg_execution_times.html b/docs/how_to/work_with_schedules/sg_execution_times.html
index efacfaf054..20f5a67b38 100644
--- a/docs/how_to/work_with_schedules/sg_execution_times.html
+++ b/docs/how_to/work_with_schedules/sg_execution_times.html
@@ -360,7 +360,7 @@
<div class="section" id="computation-times">
<span id="sphx-glr-how-to-work-with-schedules-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>00:05.165</strong> total execution time for <strong>how_to_work_with_schedules</strong> files:</p>
+<p><strong>00:05.627</strong> total execution time for <strong>how_to_work_with_schedules</strong> files:</p>
<table class="docutils align-default">
<colgroup>
<col style="width: 83%" />
@@ -369,35 +369,35 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="intrin_math.html#sphx-glr-how-to-work-with-schedules-intrin-math-py"><span class="std std-ref">Intrinsics and Math Functions</span></a> (<code class="docutils literal notranslate"><span class="pre">intrin_math.py</span></code>)</p></td>
-<td><p>00:02.472</p></td>
+<td><p>00:02.519</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="tensorize.html#sphx-glr-how-to-work-with-schedules-tensorize-py"><span class="std std-ref">Use Tensorize to Leverage Hardware Intrinsics</span></a> (<code class="docutils literal notranslate"><span class="pre">tensorize.py</span></code>)</p></td>
-<td><p>00:01.023</p></td>
+<td><p>00:01.436</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="reduction.html#sphx-glr-how-to-work-with-schedules-reduction-py"><span class="std std-ref">Reduction</span></a> (<code class="docutils literal notranslate"><span class="pre">reduction.py</span></code>)</p></td>
-<td><p>00:00.703</p></td>
+<td><p>00:00.711</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="scan.html#sphx-glr-how-to-work-with-schedules-scan-py"><span class="std std-ref">Scan and Recurrent Kernel</span></a> (<code class="docutils literal notranslate"><span class="pre">scan.py</span></code>)</p></td>
-<td><p>00:00.686</p></td>
+<td><p>00:00.698</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="extern_op.html#sphx-glr-how-to-work-with-schedules-extern-op-py"><span class="std std-ref">External Tensor Functions</span></a> (<code class="docutils literal notranslate"><span class="pre">extern_op.py</span></code>)</p></td>
-<td><p>00:00.114</p></td>
+<td><p>00:00.106</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="schedule_primitives.html#sphx-glr-how-to-work-with-schedules-schedule-primitives-py"><span class="std std-ref">Schedule Primitives in TVM</span></a> (<code class="docutils literal notranslate"><span class="pre">schedule_primitives.py</span></code>)</p></td>
-<td><p>00:00.069</p></td>
+<td><p>00:00.065</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="tedd.html#sphx-glr-how-to-work-with-schedules-tedd-py"><span class="std std-ref">Use Tensor Expression Debug Display (TEDD) for Visualization</span></a> (<code class="docutils literal notranslate"><span class="pre">tedd.py</span></code>)</p></td>
-<td><p>00:00.067</p></td>
+<td><p>00:00.063</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="tuple_inputs.html#sphx-glr-how-to-work-with-schedules-tuple-inputs-py"><span class="std std-ref">Compute and Reduce with Tuple Inputs</span></a> (<code class="docutils literal notranslate"><span class="pre">tuple_inputs.py</span></code>)</p></td>
-<td><p>00:00.031</p></td>
+<td><p>00:00.029</p></td>
<td><p>0.0 MB</p></td>
</tr>
</tbody>
diff --git a/docs/install/nnpack.html b/docs/install/nnpack.html
index 61f3a9d084..262b273e47 100644
--- a/docs/install/nnpack.html
+++ b/docs/install/nnpack.html
@@ -249,17 +249,7 @@
<p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
<ul class="current">
<li class="toctree-l1 current"><a class="reference internal" href="index.html">Installing TVM</a><ul class="current">
-<li class="toctree-l2 current"><a class="reference internal" href="from_source.html">Install from Source</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="from_source.html#developers-get-source-from-github">Developers: Get Source from Github</a></li>
-<li class="toctree-l3"><a class="reference internal" href="from_source.html#build-the-shared-library">Build the Shared Library</a></li>
-<li class="toctree-l3"><a class="reference internal" href="from_source.html#python-package-installation">Python Package Installation</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="from_source.html#install-contrib-libraries">Install Contrib Libraries</a><ul class="current">
-<li class="toctree-l4 current"><a class="current reference internal" href="#">NNPACK Contrib Installation</a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="from_source.html#enable-c-tests">Enable C++ Tests</a></li>
-</ul>
-</li>
+<li class="toctree-l2"><a class="reference internal" href="from_source.html">Install from Source</a></li>
<li class="toctree-l2"><a class="reference internal" href="docker.html">Docker Images</a></li>
<li class="toctree-l2 current"><a class="current reference internal" href="#">NNPACK Contrib Installation</a><ul>
<li class="toctree-l3"><a class="reference internal" href="#conditions">Conditions</a></li>
diff --git a/docs/reference/api/python/auto_scheduler.html b/docs/reference/api/python/auto_scheduler.html
index 4dccd301e1..1f9a219232 100644
--- a/docs/reference/api/python/auto_scheduler.html
+++ b/docs/reference/api/python/auto_scheduler.html
@@ -1637,7 +1637,7 @@ history states as starting point to perform Evolutionary Search).</p></li>
<dl class="py class">
<dt class="sig sig-object py" id="tvm.auto_scheduler.SketchPolicy">
-<em class="property"><span class="pre">class</span> </em><span class="sig-prename descclassname"><span class="pre">tvm.auto_scheduler.</span></span><span class="sig-name descname"><span class="pre">SketchPolicy</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">task</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">program_cost_model</span></span><span class="o"><span class="pre">=</span></span><span class="defau [...]
+<em class="property"><span class="pre">class</span> </em><span class="sig-prename descclassname"><span class="pre">tvm.auto_scheduler.</span></span><span class="sig-name descname"><span class="pre">SketchPolicy</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">task</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">program_cost_model</span></span><span class="o"><span class="pre">=</span></span><span class="defau [...]
<dd><p>The search policy that searches in a hierarchical search space defined by sketches.
The policy randomly samples programs from the space defined by sketches and use evolutionary
search to fine-tune them.</p>
@@ -1921,7 +1921,7 @@ Candidates:
<dl class="py function">
<dt class="sig sig-object py" id="tvm.auto_scheduler.auto_schedule">
-<span class="sig-prename descclassname"><span class="pre">tvm.auto_scheduler.</span></span><span class="sig-name descname"><span class="pre">auto_schedule</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">task</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">search_policy</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em clas [...]
+<span class="sig-prename descclassname"><span class="pre">tvm.auto_scheduler.</span></span><span class="sig-name descname"><span class="pre">auto_schedule</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">task</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">search_policy</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em clas [...]
<dd><p>THIS API IS DEPRECATED.</p>
<p>Run auto scheduling search for a task.</p>
<dl class="field-list simple">
diff --git a/docs/reference/api/typedoc/classes/ArtifactCache.html b/docs/reference/api/typedoc/classes/ArtifactCache.html
index a104e4bcdf..bf5ba36dea 100644
--- a/docs/reference/api/typedoc/classes/ArtifactCache.html
+++ b/docs/reference/api/typedoc/classes/ArtifactCache.html
@@ -23,7 +23,7 @@
<ul class="tsd-hierarchy">
<li><span class="target">ArtifactCache</span></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L991">runtime.ts:991</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L991">runtime.ts:991</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -52,7 +52,7 @@
<h5><span class="tsd-kind-parameter">scope</span>: <span class="tsd-signature-type">string</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="ArtifactCache.html" class="tsd-signature-type tsd-kind-class">ArtifactCache</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L995">runtime.ts:995</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L995">runtime.ts:995</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member"><a id="fetchWithCache" class="tsd-anchor"></a>
@@ -67,7 +67,7 @@
<h5><span class="tsd-kind-parameter">url</span>: <span class="tsd-signature-type">string</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type ">Response</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L999">runtime.ts:999</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L999">runtime.ts:999</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="hasAllKeys" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>has<wbr/>All<wbr/>Keys</span><a href="#hasAllKeys" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -80,7 +80,7 @@
<h5><span class="tsd-kind-parameter">keys</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1015">runtime.ts:1015</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1015">runtime.ts:1015</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/DLDataType.html b/docs/reference/api/typedoc/classes/DLDataType.html
index 5b978cd7fc..63a8efc15b 100644
--- a/docs/reference/api/typedoc/classes/DLDataType.html
+++ b/docs/reference/api/typedoc/classes/DLDataType.html
@@ -23,7 +23,7 @@
<ul class="tsd-hierarchy">
<li><span class="target">DLDataType</span></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L401">runtime.ts:401</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L401">runtime.ts:401</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -62,7 +62,7 @@
<h5><span class="tsd-kind-parameter">lanes</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="DLDataType.html" class="tsd-signature-type tsd-kind-class">DLDataType</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L409">runtime.ts:409</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L409">runtime.ts:409</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Properties</h2>
<section class="tsd-panel tsd-member"><a id="bits" class="tsd-anchor"></a>
@@ -71,21 +71,21 @@
<div class="tsd-comment tsd-typography"><p>Number of bits in the data type.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L405">runtime.ts:405</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L405">runtime.ts:405</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="code" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>code</span><a href="#code" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">code</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span></div>
<div class="tsd-comment tsd-typography"><p>The type code</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L403">runtime.ts:403</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L403">runtime.ts:403</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="lanes" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>lanes</span><a href="#lanes" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">lanes</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span></div>
<div class="tsd-comment tsd-typography"><p>Number of vector lanes.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L407">runtime.ts:407</a></li></ul></aside></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L407">runtime.ts:407</a></li></ul></aside></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member"><a id="numStorageBytes" class="tsd-anchor"></a>
@@ -95,7 +95,7 @@
<li class="tsd-description">
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L424">runtime.ts:424</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L424">runtime.ts:424</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="toString" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>to<wbr/>String</span><a href="#toString" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -103,7 +103,7 @@
<li class="tsd-description">
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L415">runtime.ts:415</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L415">runtime.ts:415</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/DLDevice.html b/docs/reference/api/typedoc/classes/DLDevice.html
index e60a33c629..3918bb8ea1 100644
--- a/docs/reference/api/typedoc/classes/DLDevice.html
+++ b/docs/reference/api/typedoc/classes/DLDevice.html
@@ -23,7 +23,7 @@
<ul class="tsd-hierarchy">
<li><span class="target">DLDevice</span></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L341">runtime.ts:341</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L341">runtime.ts:341</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -61,7 +61,7 @@
<h5><span class="tsd-kind-parameter">lib</span>: <a href="_internal_.FFILibrary.html" class="tsd-signature-type tsd-kind-class">FFILibrary</a></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L349">runtime.ts:349</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L349">runtime.ts:349</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Properties</h2>
<section class="tsd-panel tsd-member"><a id="deviceId" class="tsd-anchor"></a>
@@ -70,14 +70,14 @@
<div class="tsd-comment tsd-typography"><p>The device index.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L345">runtime.ts:345</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L345">runtime.ts:345</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="deviceType" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>device<wbr/>Type</span><a href="#deviceType" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">device<wbr/>Type</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span></div>
<div class="tsd-comment tsd-typography"><p>The device type code of the device.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L343">runtime.ts:343</a></li></ul></aside></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L343">runtime.ts:343</a></li></ul></aside></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member"><a id="sync" class="tsd-anchor"></a>
@@ -89,7 +89,7 @@
</div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L368">runtime.ts:368</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L368">runtime.ts:368</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="toString" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>to<wbr/>String</span><a href="#toString" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -97,7 +97,7 @@
<li class="tsd-description">
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L375">runtime.ts:375</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L375">runtime.ts:375</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/Instance.html b/docs/reference/api/typedoc/classes/Instance.html
index 191d4f706f..54e97d9e5f 100644
--- a/docs/reference/api/typedoc/classes/Instance.html
+++ b/docs/reference/api/typedoc/classes/Instance.html
@@ -40,7 +40,7 @@ are not tracked through JS native garbage collection mechanism.</p>
<ul class="tsd-hierarchy">
<li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1043">runtime.ts:1043</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1043">runtime.ts:1043</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -140,24 +140,24 @@ a WASI object, or an object containing wasmLibraryProvider field.</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="Instance.html" class="tsd-signature-type tsd-kind-class">Instance</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1072">runtime.ts:1072</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1072">runtime.ts:1072</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Properties</h2>
<section class="tsd-panel tsd-member"><a id="cacheMetadata" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>cache<wbr/>Metadata</span><a href="#cacheMetadata" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">cache<wbr/>Metadata</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type ">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">, </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span><span class="tsd-signature-symbol"> = {}</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1046">runtime.ts:1046</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1046">runtime.ts:1046</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="exports" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>exports</span><a href="#exports" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">exports</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type ">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">, </span><span class="tsd-signature-type ">Function</span><span class="tsd-signature-symbol">></span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1045">runtime.ts:1045</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1045">runtime.ts:1045</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="memory" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>memory</span><a href="#memory" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">memory</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Memory.html" class="tsd-signature-type tsd-kind-class">Memory</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1044">runtime.ts:1044</a></li></ul></aside></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1044">runtime.ts:1044</a></li></ul></aside></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member"><a id="applyPresenceAndFrequencyPenalty" class="tsd-anchor"></a>
@@ -193,7 +193,7 @@ token_freqs[i] is the frequency of token_ids[i], for all i. And all token_freqs
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1772">runtime.ts:1772</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1772">runtime.ts:1772</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="applyRepetitionPenalty" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>apply<wbr/>Repetition<wbr/>Penalty</span><a href="#applyRepetitionPenalty" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -218,7 +218,7 @@ token_freqs[i] is the frequency of token_ids[i], for all i. And all token_freqs
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1759">runtime.ts:1759</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1759">runtime.ts:1759</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="applySoftmaxWithTemperature" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>apply<wbr/>Softmax<wbr/>With<wbr/>Temperature</span><a href="#applySoftmaxWithTemperature" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -239,7 +239,7 @@ token_freqs[i] is the frequency of token_ids[i], for all i. And all token_freqs
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">any</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1789">runtime.ts:1789</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1789">runtime.ts:1789</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="asyncLoadWebGPUPipelines" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>async<wbr/>Load<wbr/>WebGPUPipelines</span><a href="#asyncLoadWebGPUPipelines" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -256,7 +256,7 @@ token_freqs[i] is the frequency of token_ids[i], for all i. And all token_freqs
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1947">runtime.ts:1947</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1947">runtime.ts:1947</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="attachToCurrentScope" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>attach<wbr/>To<wbr/>Current<wbr/>Scope</span><a href="#attachToCurrentScope" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -283,7 +283,7 @@ token_freqs[i] is the frequency of token_ids[i], for all i. And all token_freqs
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type tsd-kind-type-parameter">T</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1195">runtime.ts:1195</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1195">runtime.ts:1195</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="beginScope" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>begin<wbr/>Scope</span><a href="#beginScope" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -293,7 +293,7 @@ token_freqs[i] is the frequency of token_ids[i], for all i. And all token_freqs
</div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1154">runtime.ts:1154</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1154">runtime.ts:1154</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="benchmark" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>benchmark</span><a href="#benchmark" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -328,7 +328,7 @@ token_freqs[i] is the frequency of token_ids[i], for all i. And all token_freqs
<h5><span class="tsd-kind-parameter">repeat</span>: <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol"> = 1</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1113">runtime.ts:1113</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1113">runtime.ts:1113</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="bindCanvas" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>bind<wbr/>Canvas</span><a href="#bindCanvas" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -345,7 +345,7 @@ token_freqs[i] is the frequency of token_ids[i], for all i. And all token_freqs
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1797">runtime.ts:1797</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1797">runtime.ts:1797</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="clearCanvas" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>clear<wbr/>Canvas</span><a href="#clearCanvas" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -355,7 +355,7 @@ token_freqs[i] is the frequency of token_ids[i], for all i. And all token_freqs
</div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1828">runtime.ts:1828</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1828">runtime.ts:1828</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="cpu" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>cpu</span><a href="#cpu" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -372,7 +372,7 @@ token_freqs[i] is the frequency of token_ids[i], for all i. And all token_freqs
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1657">runtime.ts:1657</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1657">runtime.ts:1657</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="createVirtualMachine" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>create<wbr/>Virtual<wbr/>Machine</span><a href="#createVirtualMachine" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -390,7 +390,7 @@ token_freqs[i] is the frequency of token_ids[i], for all i. And all token_freqs
<h4 class="tsd-returns-title">Returns <a href="VirtualMachine.html" class="tsd-signature-type tsd-kind-class">VirtualMachine</a></h4><p>The created virtual machime.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1373">runtime.ts:1373</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1373">runtime.ts:1373</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="detachFromCurrentScope" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>detach<wbr/>From<wbr/>Current<wbr/>Scope</span><a href="#detachFromCurrentScope" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -416,7 +416,7 @@ so it won't be released via auto-release during endscope.</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type tsd-kind-type-parameter">T</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1222">runtime.ts:1222</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1222">runtime.ts:1222</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="device" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>device</span><a href="#device" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -438,7 +438,7 @@ so it won't be released via auto-release during endscope.</p>
<h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><p>The created device.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1649">runtime.ts:1649</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1649">runtime.ts:1649</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="dispose" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -451,7 +451,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1134">runtime.ts:1134</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1134">runtime.ts:1134</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="empty" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>empty</span><a href="#empty" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -477,7 +477,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <a href="NDArray.html" class="tsd-signature-type tsd-kind-class">NDArray</a></h4><p>The created ndarray.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1677">runtime.ts:1677</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1677">runtime.ts:1677</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="endScope" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>end<wbr/>Scope</span><a href="#endScope" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -490,7 +490,7 @@ a value to parent scope.</p>
</div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1165">runtime.ts:1165</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1165">runtime.ts:1165</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="fetchNDArrayCache" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>fetchNDArray<wbr/>Cache</span><a href="#fetchNDArrayCache" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -516,7 +516,7 @@ a value to parent scope.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span></h4><p>The meta data</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1464">runtime.ts:1464</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1464">runtime.ts:1464</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="getGlobalFunc" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get<wbr/>Global<wbr/>Func</span><a href="#getGlobalFunc" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -534,7 +534,7 @@ a value to parent scope.</p>
<h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The result function.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1310">runtime.ts:1310</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1310">runtime.ts:1310</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="getParamsFromCache" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get<wbr/>Params<wbr/>From<wbr/>Cache</span><a href="#getParamsFromCache" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -555,7 +555,7 @@ a value to parent scope.</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1401">runtime.ts:1401</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1401">runtime.ts:1401</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="getParamsFromCacheByName" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get<wbr/>Params<wbr/>From<wbr/>Cache<wbr/>By<wbr/>Name</span><a href="#getParamsFromCacheByName" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -573,7 +573,7 @@ a value to parent scope.</p>
<h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><p>Parameters read.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1412">runtime.ts:1412</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1412">runtime.ts:1412</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="initWebGPU" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>init<wbr/>WebGPU</span><a href="#initWebGPU" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -590,7 +590,7 @@ a value to parent scope.</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L2012">runtime.ts:2012</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L2012">runtime.ts:2012</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="isPackedFunc" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>is<wbr/>Packed<wbr/>Func</span><a href="#isPackedFunc" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -608,7 +608,7 @@ a value to parent scope.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">boolean</span></h4><p>The check result.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1345">runtime.ts:1345</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1345">runtime.ts:1345</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="listGlobalFuncNames" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>list<wbr/>Global<wbr/>Func<wbr/>Names</span><a href="#listGlobalFuncNames" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -619,7 +619,7 @@ a value to parent scope.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></h4><p>The name list.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1238">runtime.ts:1238</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1238">runtime.ts:1238</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="makeShapeTuple" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>make<wbr/>Shape<wbr/>Tuple</span><a href="#makeShapeTuple" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -637,7 +637,7 @@ a value to parent scope.</p>
<h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><p>The created shape tuple.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1862">runtime.ts:1862</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1862">runtime.ts:1862</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="makeString" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>make<wbr/>String</span><a href="#makeString" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -655,7 +655,7 @@ a value to parent scope.</p>
<h4 class="tsd-returns-title">Returns <a href="_internal_.TVMString.html" class="tsd-signature-type tsd-kind-class">TVMString</a></h4><p>The result TVMString.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1853">runtime.ts:1853</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1853">runtime.ts:1853</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="makeTVMArray" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>makeTVMArray</span><a href="#makeTVMArray" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -675,7 +675,7 @@ and needs to b explicitly disposed.</p>
<h4 class="tsd-returns-title">Returns <a href="TVMArray.html" class="tsd-signature-type tsd-kind-class">TVMArray</a></h4><p>The result array.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1841">runtime.ts:1841</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1841">runtime.ts:1841</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="moveToParentScope" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>move<wbr/>To<wbr/>Parent<wbr/>Scope</span><a href="#moveToParentScope" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -700,7 +700,7 @@ alive when exit the current scope.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type tsd-kind-type-parameter">T</span></h4><p>The input obj.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1208">runtime.ts:1208</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1208">runtime.ts:1208</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="ndarrayCacheClear" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>ndarray<wbr/>Cache<wbr/>Clear</span><a href="#ndarrayCacheClear" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -710,7 +710,7 @@ alive when exit the current scope.</p>
</div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1452">runtime.ts:1452</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1452">runtime.ts:1452</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="ndarrayCacheGet" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>ndarray<wbr/>Cache<wbr/>Get</span><a href="#ndarrayCacheGet" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -728,7 +728,7 @@ alive when exit the current scope.</p>
<h4 class="tsd-returns-title">Returns <a href="NDArray.html" class="tsd-signature-type tsd-kind-class">NDArray</a></h4><p>The result.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1425">runtime.ts:1425</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1425">runtime.ts:1425</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="ndarrayCacheRemove" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>ndarray<wbr/>Cache<wbr/>Remove</span><a href="#ndarrayCacheRemove" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -746,7 +746,7 @@ alive when exit the current scope.</p>
<h4 class="tsd-returns-title">Returns <a href="NDArray.html" class="tsd-signature-type tsd-kind-class">NDArray</a></h4><p>The result.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1434">runtime.ts:1434</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1434">runtime.ts:1434</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="ndarrayCacheUpdate" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>ndarray<wbr/>Cache<wbr/>Update</span><a href="#ndarrayCacheUpdate" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -769,7 +769,7 @@ alive when exit the current scope.</p>
<h5><span class="tsd-kind-parameter">override</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = false</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1443">runtime.ts:1443</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1443">runtime.ts:1443</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="registerAsyncServerFunc" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>register<wbr/>Async<wbr/>Server<wbr/>Func</span><a href="#registerAsyncServerFunc" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -796,7 +796,7 @@ alive when exit the current scope.</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1920">runtime.ts:1920</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1920">runtime.ts:1920</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="registerFunc" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>register<wbr/>Func</span><a href="#registerFunc" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -819,7 +819,7 @@ alive when exit the current scope.</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1277">runtime.ts:1277</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1277">runtime.ts:1277</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="registerInitProgressCallback" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>register<wbr/>Init<wbr/>Progress<wbr/>Callback</span><a href="#registerInitProgressCallback" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -836,7 +836,7 @@ alive when exit the current scope.</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1390">runtime.ts:1390</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1390">runtime.ts:1390</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="registerObjectConstructor" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>register<wbr/>Object<wbr/>Constructor</span><a href="#registerObjectConstructor" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -861,7 +861,7 @@ alive when exit the current scope.</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1899">runtime.ts:1899</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1899">runtime.ts:1899</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="runtimeStatsText" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>runtime<wbr/>Stats<wbr/>Text</span><a href="#runtimeStatsText" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -871,7 +871,7 @@ alive when exit the current scope.</p>
</div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1143">runtime.ts:1143</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1143">runtime.ts:1143</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="sampleTopPFromLogits" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>sample<wbr/>TopPFrom<wbr/>Logits</span><a href="#sampleTopPFromLogits" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -897,7 +897,7 @@ alive when exit the current scope.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The sampled index.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1749">runtime.ts:1749</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1749">runtime.ts:1749</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="scalar" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>scalar</span><a href="#scalar" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -919,7 +919,7 @@ alive when exit the current scope.</p>
<h4 class="tsd-returns-title">Returns <a href="Scalar.html" class="tsd-signature-type tsd-kind-class">Scalar</a></h4><p>The created scalar.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1639">runtime.ts:1639</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1639">runtime.ts:1639</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="setPackedArguments" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>set<wbr/>Packed<wbr/>Arguments</span><a href="#setPackedArguments" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -949,7 +949,7 @@ Allocate new temporary space from the stack if necessary.</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L2145">runtime.ts:2145</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L2145">runtime.ts:2145</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="showImage" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>show<wbr/>Image</span><a href="#showImage" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -966,7 +966,7 @@ Allocate new temporary space from the stack if necessary.</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1806">runtime.ts:1806</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1806">runtime.ts:1806</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="systemLib" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>system<wbr/>Lib</span><a href="#systemLib" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -978,7 +978,7 @@ System lib is a global module that contains self register functions in startup.<
<h4 class="tsd-returns-title">Returns <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></h4><p>The system library module.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1231">runtime.ts:1231</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1231">runtime.ts:1231</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="toDLDataType" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>toDLData<wbr/>Type</span><a href="#toDLDataType" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -996,7 +996,7 @@ System lib is a global module that contains self register functions in startup.<
<h4 class="tsd-returns-title">Returns <a href="DLDataType.html" class="tsd-signature-type tsd-kind-class">DLDataType</a></h4><p>The converted result.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1593">runtime.ts:1593</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1593">runtime.ts:1593</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="toPackedFunc" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>to<wbr/>Packed<wbr/>Func</span><a href="#toPackedFunc" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -1014,7 +1014,7 @@ System lib is a global module that contains self register functions in startup.<
<h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The converted function.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1356">runtime.ts:1356</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1356">runtime.ts:1356</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="typeKey2Index" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>type<wbr/>Key2<wbr/>Index</span><a href="#typeKey2Index" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -1032,7 +1032,7 @@ System lib is a global module that contains self register functions in startup.<
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The corresponding type index.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1871">runtime.ts:1871</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1871">runtime.ts:1871</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="uniform" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>uniform</span><a href="#uniform" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -1062,7 +1062,7 @@ System lib is a global module that contains self register functions in startup.<
<h4 class="tsd-returns-title">Returns <a href="NDArray.html" class="tsd-signature-type tsd-kind-class">NDArray</a></h4><p>The created ndarray.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1723">runtime.ts:1723</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1723">runtime.ts:1723</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="webgpu" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>webgpu</span><a href="#webgpu" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -1079,7 +1079,7 @@ System lib is a global module that contains self register functions in startup.<
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="DLDevice.html" class="tsd-signature-type tsd-kind-class">DLDevice</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1665">runtime.ts:1665</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1665">runtime.ts:1665</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="withNewScope" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>with<wbr/>New<wbr/>Scope</span><a href="#withNewScope" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -1112,7 +1112,7 @@ System lib is a global module that contains self register functions in startup.<
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type tsd-kind-type-parameter">T</span></h4><p>The result value.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L1179">runtime.ts:1179</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L1179">runtime.ts:1179</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/Module.html b/docs/reference/api/typedoc/classes/Module.html
index 7d54e1724a..f498add536 100644
--- a/docs/reference/api/typedoc/classes/Module.html
+++ b/docs/reference/api/typedoc/classes/Module.html
@@ -27,7 +27,7 @@
<ul class="tsd-hierarchy">
<li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L689">runtime.ts:689</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L689">runtime.ts:689</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -73,7 +73,7 @@
<h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4></li></ul></li></ul></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L694">runtime.ts:694</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L694">runtime.ts:694</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member"><a id="dispose" class="tsd-anchor"></a>
@@ -88,7 +88,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L704">runtime.ts:704</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L704">runtime.ts:704</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="getFunction" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get<wbr/>Function</span><a href="#getFunction" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -110,7 +110,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The result function.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L732">runtime.ts:732</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L732">runtime.ts:732</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="getHandle" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get<wbr/>Handle</span><a href="#getHandle" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -128,7 +128,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L719">runtime.ts:719</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L719">runtime.ts:719</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="importModule" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>import<wbr/>Module</span><a href="#importModule" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -145,7 +145,7 @@ only the first call will take effect.</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L766">runtime.ts:766</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L766">runtime.ts:766</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/NDArray.html b/docs/reference/api/typedoc/classes/NDArray.html
index 1524edefb7..d38dc865cc 100644
--- a/docs/reference/api/typedoc/classes/NDArray.html
+++ b/docs/reference/api/typedoc/classes/NDArray.html
@@ -27,7 +27,7 @@
<ul class="tsd-hierarchy">
<li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L432">runtime.ts:432</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L432">runtime.ts:432</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -76,7 +76,7 @@
<h5><span class="tsd-kind-parameter">ctx</span>: <a href="_internal_.RuntimeContext.html" class="tsd-signature-type tsd-kind-class">RuntimeContext</a></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="NDArray.html" class="tsd-signature-type tsd-kind-class">NDArray</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L452">runtime.ts:452</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L452">runtime.ts:452</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Properties</h2>
<section class="tsd-panel tsd-member"><a id="device" class="tsd-anchor"></a>
@@ -85,35 +85,35 @@
<div class="tsd-comment tsd-typography"><p>Device of the array.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L442">runtime.ts:442</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L442">runtime.ts:442</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="dtype" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>dtype</span><a href="#dtype" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">dtype</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span></div>
<div class="tsd-comment tsd-typography"><p>Data type of the array.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L438">runtime.ts:438</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L438">runtime.ts:438</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="isView" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>is<wbr/>View</span><a href="#isView" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">is<wbr/>View</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">boolean</span></div>
<div class="tsd-comment tsd-typography"><p>Whether it is a temporary view that can become invalid after the call.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L444">runtime.ts:444</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L444">runtime.ts:444</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="ndim" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>ndim</span><a href="#ndim" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">ndim</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span></div>
<div class="tsd-comment tsd-typography"><p>Number of dimensions.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L436">runtime.ts:436</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L436">runtime.ts:436</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="shape" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>shape</span><a href="#shape" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">shape</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></div>
<div class="tsd-comment tsd-typography"><p>Shape of the array.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L440">runtime.ts:440</a></li></ul></aside></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L440">runtime.ts:440</a></li></ul></aside></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member"><a id="copyFrom" class="tsd-anchor"></a>
@@ -134,7 +134,7 @@ The number of elements must match.</p>
<h4 class="tsd-returns-title">Returns <a href="NDArray.html" class="tsd-signature-type tsd-kind-class">NDArray</a></h4><p>this</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L552">runtime.ts:552</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L552">runtime.ts:552</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="copyFromRawBytes" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>copy<wbr/>From<wbr/>Raw<wbr/>Bytes</span><a href="#copyFromRawBytes" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -152,7 +152,7 @@ The number of elements must match.</p>
<h4 class="tsd-returns-title">Returns <a href="NDArray.html" class="tsd-signature-type tsd-kind-class">NDArray</a></h4><p>this</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L596">runtime.ts:596</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L596">runtime.ts:596</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="dispose" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -165,7 +165,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L537">runtime.ts:537</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L537">runtime.ts:537</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="getDataPtr" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get<wbr/>Data<wbr/>Ptr</span><a href="#getDataPtr" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -176,7 +176,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L530">runtime.ts:530</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L530">runtime.ts:530</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="getHandle" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get<wbr/>Handle</span><a href="#getHandle" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -194,7 +194,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L518">runtime.ts:518</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L518">runtime.ts:518</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="toArray" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>to<wbr/>Array</span><a href="#toArray" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -206,7 +206,7 @@ the dtype of the NDArray.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Uint8Array</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type ">Int32Array</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type ">Float32Array</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type ">Float64Array</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type ">Int8Array</span></h4><p>The resu [...]
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L662">runtime.ts:662</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L662">runtime.ts:662</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="toRawBytes" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>to<wbr/>Raw<wbr/>Bytes</span><a href="#toRawBytes" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -217,7 +217,7 @@ the dtype of the NDArray.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Uint8Array</span></h4><p>The result array.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L631">runtime.ts:631</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L631">runtime.ts:631</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="view" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>view</span><a href="#view" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -235,7 +235,7 @@ the dtype of the NDArray.</p>
<h4 class="tsd-returns-title">Returns <a href="NDArray.html" class="tsd-signature-type tsd-kind-class">NDArray</a></h4><p>The new sliced ndarray.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L507">runtime.ts:507</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L507">runtime.ts:507</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/RPCServer.html b/docs/reference/api/typedoc/classes/RPCServer.html
index 4da03cdd18..f60c2a996e 100644
--- a/docs/reference/api/typedoc/classes/RPCServer.html
+++ b/docs/reference/api/typedoc/classes/RPCServer.html
@@ -23,7 +23,7 @@
<ul class="tsd-hierarchy">
<li><span class="target">RPCServer</span></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/rpc_server.ts#L77">rpc_server.ts:77</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/rpc_server.ts#L77">rpc_server.ts:77</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -98,7 +98,7 @@
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4></li></ul></li></ul></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="RPCServer.html" class="tsd-signature-type tsd-kind-class">RPCServer</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/rpc_server.ts#L100">rpc_server.ts:100</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/rpc_server.ts#L100">rpc_server.ts:100</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Properties</h2>
<section class="tsd-panel tsd-member"><a id="getImports" class="tsd-anchor"></a>
@@ -113,12 +113,12 @@
<li class="tsd-description">
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">, </span><span class="tsd-signature-type">unknown</span><span class="tsd-signature-symbol">></span></h4></li></ul></li></ul></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/rpc_server.ts#L83">rpc_server.ts:83</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/rpc_server.ts#L83">rpc_server.ts:83</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="key" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>key</span><a href="#key" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">key</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/rpc_server.ts#L79">rpc_server.ts:79</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/rpc_server.ts#L79">rpc_server.ts:79</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="logger" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>logger</span><a href="#logger" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">logger</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">msg</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol"> => </span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">)</span></div>
@@ -136,22 +136,22 @@
<h5><span class="tsd-kind-parameter">msg</span>: <span class="tsd-signature-type">string</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4></li></ul></li></ul></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/rpc_server.ts#L82">rpc_server.ts:82</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/rpc_server.ts#L82">rpc_server.ts:82</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="socket" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>socket</span><a href="#socket" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">socket</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type ">WebSocket</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/rpc_server.ts#L80">rpc_server.ts:80</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/rpc_server.ts#L80">rpc_server.ts:80</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="state" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>state</span><a href="#state" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">state</span><span class="tsd-signature-symbol">:</span> <a href="../enums/_internal_.RPCServerState.html" class="tsd-signature-type tsd-kind-enum">RPCServerState</a><span class="tsd-signature-symbol"> = RPCServerState.InitHeader</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/rpc_server.ts#L81">rpc_server.ts:81</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/rpc_server.ts#L81">rpc_server.ts:81</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="url" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>url</span><a href="#url" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">url</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/rpc_server.ts#L78">rpc_server.ts:78</a></li></ul></aside></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/rpc_server.ts#L78">rpc_server.ts:78</a></li></ul></aside></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/Scalar.html b/docs/reference/api/typedoc/classes/Scalar.html
index 601af50fff..85d6bd498e 100644
--- a/docs/reference/api/typedoc/classes/Scalar.html
+++ b/docs/reference/api/typedoc/classes/Scalar.html
@@ -24,7 +24,7 @@ argument to PackedFunc calls.</p>
<ul class="tsd-hierarchy">
<li><span class="target">Scalar</span></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L279">runtime.ts:279</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L279">runtime.ts:279</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -55,7 +55,7 @@ argument to PackedFunc calls.</p>
<h5><span class="tsd-kind-parameter">dtype</span>: <span class="tsd-signature-type">string</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="Scalar.html" class="tsd-signature-type tsd-kind-class">Scalar</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L285">runtime.ts:285</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L285">runtime.ts:285</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Properties</h2>
<section class="tsd-panel tsd-member"><a id="dtype" class="tsd-anchor"></a>
@@ -64,14 +64,14 @@ argument to PackedFunc calls.</p>
<div class="tsd-comment tsd-typography"><p>The data type of the scalar.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L283">runtime.ts:283</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L283">runtime.ts:283</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="value" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>value</span><a href="#value" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">value</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span></div>
<div class="tsd-comment tsd-typography"><p>The value.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L281">runtime.ts:281</a></li></ul></aside></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L281">runtime.ts:281</a></li></ul></aside></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/TVMArray.html b/docs/reference/api/typedoc/classes/TVMArray.html
index c1adaec17d..0dab739f54 100644
--- a/docs/reference/api/typedoc/classes/TVMArray.html
+++ b/docs/reference/api/typedoc/classes/TVMArray.html
@@ -25,7 +25,7 @@
<ul class="tsd-hierarchy">
<li><span class="target">TVMArray</span></li></ul></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L863">runtime.ts:863</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L863">runtime.ts:863</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -63,7 +63,7 @@
<h4 class="tsd-returns-title">Returns <a href="TVMArray.html" class="tsd-signature-type tsd-kind-class">TVMArray</a></h4><aside class="tsd-sources">
<p>Overrides <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#constructor">constructor</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L864">runtime.ts:864</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L864">runtime.ts:864</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member tsd-is-inherited"><a id="dispose" class="tsd-anchor"></a>
@@ -78,7 +78,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L794">runtime.ts:794</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L794">runtime.ts:794</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="get" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get</span><a href="#get" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -96,7 +96,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <a href="../types/_internal_.TVMObjectBase.html" class="tsd-signature-type tsd-kind-type-alias">TVMObjectBase</a></h4><p>The element.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L883">runtime.ts:883</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L883">runtime.ts:883</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member tsd-is-inherited"><a id="getHandle" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get<wbr/>Handle</span><a href="#getHandle" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures tsd-is-inherited">
@@ -115,7 +115,7 @@ only the first call will take effect.</p>
<aside class="tsd-sources">
<p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#getHandle">getHandle</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L809">runtime.ts:809</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L809">runtime.ts:809</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="size" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>size</span><a href="#size" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -125,7 +125,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>the size of the array.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L875">runtime.ts:875</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L875">runtime.ts:875</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member tsd-is-inherited"><a id="typeIndex" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>type<wbr/>Index</span><a href="#typeIndex" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures tsd-is-inherited">
@@ -136,7 +136,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeIndex">typeIndex</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L817">runtime.ts:817</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L817">runtime.ts:817</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member tsd-is-inherited"><a id="typeKey" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>type<wbr/>Key</span><a href="#typeKey" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures tsd-is-inherited">
@@ -147,7 +147,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources">
<p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeKey">typeKey</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L837">runtime.ts:837</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L837">runtime.ts:837</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/TVMObject.html b/docs/reference/api/typedoc/classes/TVMObject.html
index fa86ae648d..8d8760d6bb 100644
--- a/docs/reference/api/typedoc/classes/TVMObject.html
+++ b/docs/reference/api/typedoc/classes/TVMObject.html
@@ -30,7 +30,7 @@
<ul class="tsd-hierarchy">
<li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L779">runtime.ts:779</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L779">runtime.ts:779</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -65,7 +65,7 @@
<h5><span class="tsd-kind-parameter">ctx</span>: <a href="_internal_.RuntimeContext.html" class="tsd-signature-type tsd-kind-class">RuntimeContext</a></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L784">runtime.ts:784</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L784">runtime.ts:784</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member"><a id="dispose" class="tsd-anchor"></a>
@@ -80,7 +80,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L794">runtime.ts:794</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L794">runtime.ts:794</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="getHandle" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get<wbr/>Handle</span><a href="#getHandle" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -98,7 +98,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The handle.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L809">runtime.ts:809</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L809">runtime.ts:809</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="typeIndex" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>type<wbr/>Index</span><a href="#typeIndex" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -108,7 +108,7 @@ only the first call will take effect.</p>
</div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L817">runtime.ts:817</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L817">runtime.ts:817</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="typeKey" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>type<wbr/>Key</span><a href="#typeKey" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -118,7 +118,7 @@ only the first call will take effect.</p>
</div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L837">runtime.ts:837</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L837">runtime.ts:837</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/VirtualMachine.html b/docs/reference/api/typedoc/classes/VirtualMachine.html
index f6217404c4..4f1d910180 100644
--- a/docs/reference/api/typedoc/classes/VirtualMachine.html
+++ b/docs/reference/api/typedoc/classes/VirtualMachine.html
@@ -30,7 +30,7 @@
<ul class="tsd-hierarchy">
<li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L918">runtime.ts:918</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L918">runtime.ts:918</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -68,7 +68,7 @@
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="VirtualMachine.html" class="tsd-signature-type tsd-kind-class">VirtualMachine</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L925">runtime.ts:925</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L925">runtime.ts:925</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member"><a id="dispose" class="tsd-anchor"></a>
@@ -83,7 +83,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L938">runtime.ts:938</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L938">runtime.ts:938</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="getFunction" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get<wbr/>Function</span><a href="#getFunction" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -101,7 +101,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4><p>The result function.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L946">runtime.ts:946</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L946">runtime.ts:946</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="getInternalModule" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get<wbr/>Internal<wbr/>Module</span><a href="#getInternalModule" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -111,7 +111,7 @@ only the first call will take effect.</p>
</div>
<h4 class="tsd-returns-title">Returns <a href="Module.html" class="tsd-signature-type tsd-kind-class">Module</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L953">runtime.ts:953</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L953">runtime.ts:953</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/_internal_.CachedCallStack.html b/docs/reference/api/typedoc/classes/_internal_.CachedCallStack.html
index 1c09bc5e18..2d1c26e404 100644
--- a/docs/reference/api/typedoc/classes/_internal_.CachedCallStack.html
+++ b/docs/reference/api/typedoc/classes/_internal_.CachedCallStack.html
@@ -36,7 +36,7 @@ can still call into storeXX</li>
<ul class="tsd-hierarchy">
<li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L206">memory.ts:206</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L206">memory.ts:206</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -86,7 +86,7 @@ can still call into storeXX</li>
<h5><span class="tsd-kind-parameter">freeSpace</span>: <a href="../types/_internal_.FTVMWasmFreeSpace.html" class="tsd-signature-type tsd-kind-type-alias">FTVMWasmFreeSpace</a></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="_internal_.CachedCallStack.html" class="tsd-signature-type tsd-kind-class">CachedCallStack</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L225">memory.ts:225</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L225">memory.ts:225</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Properties</h2>
<section class="tsd-panel tsd-member"><a id="tempArgs" class="tsd-anchor"></a>
@@ -95,7 +95,7 @@ can still call into storeXX</li>
<div class="tsd-comment tsd-typography"><p>List of temporay arguments that can be disposed during reset.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L208">memory.ts:208</a></li></ul></aside></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L208">memory.ts:208</a></li></ul></aside></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member"><a id="allocPtrArray" class="tsd-anchor"></a>
@@ -115,7 +115,7 @@ can still call into storeXX</li>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><p>The allocated pointer array.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L312">memory.ts:312</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L312">memory.ts:312</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="allocRawBytes" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>alloc<wbr/>Raw<wbr/>Bytes</span><a href="#allocRawBytes" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -134,7 +134,7 @@ can still call into storeXX</li>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L284">memory.ts:284</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L284">memory.ts:284</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="allocThenSetArgBytes" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>alloc<wbr/>Then<wbr/>Set<wbr/>Arg<wbr/>Bytes</span><a href="#allocThenSetArgBytes" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -156,7 +156,7 @@ Allocate new temporary space for bytes.</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L389">memory.ts:389</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L389">memory.ts:389</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="allocThenSetArgString" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>alloc<wbr/>Then<wbr/>Set<wbr/>Arg<wbr/>String</span><a href="#allocThenSetArgString" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -180,7 +180,7 @@ and will be filled when we commit the data.</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L377">memory.ts:377</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L377">memory.ts:377</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="commitToWasmMemory" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>commit<wbr/>To<wbr/>Wasm<wbr/>Memory</span><a href="#commitToWasmMemory" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -199,7 +199,7 @@ No further store function should be called.</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L267">memory.ts:267</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L267">memory.ts:267</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="dispose" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -212,7 +212,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L243">memory.ts:243</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L243">memory.ts:243</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="ptrFromOffset" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>ptr<wbr/>From<wbr/>Offset</span><a href="#ptrFromOffset" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -230,7 +230,7 @@ Note that the returned value becomes obsolete if alloc is called on the stack.</
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L321">memory.ts:321</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L321">memory.ts:321</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="reset" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>reset</span><a href="#reset" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -240,7 +240,7 @@ Note that the returned value becomes obsolete if alloc is called on the stack.</
</div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L252">memory.ts:252</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L252">memory.ts:252</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="storeF64" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>store<wbr/>F64</span><a href="#storeF64" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -255,7 +255,7 @@ Note that the returned value becomes obsolete if alloc is called on the stack.</
<h5><span class="tsd-kind-parameter">value</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L360">memory.ts:360</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L360">memory.ts:360</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="storeI32" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>store<wbr/>I32</span><a href="#storeI32" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -270,7 +270,7 @@ Note that the returned value becomes obsolete if alloc is called on the stack.</
<h5><span class="tsd-kind-parameter">value</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L342">memory.ts:342</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L342">memory.ts:342</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="storeI64" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>store<wbr/>I64</span><a href="#storeI64" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -285,7 +285,7 @@ Note that the returned value becomes obsolete if alloc is called on the stack.</
<h5><span class="tsd-kind-parameter">value</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L350">memory.ts:350</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L350">memory.ts:350</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="storePtr" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>store<wbr/>Ptr</span><a href="#storePtr" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -300,7 +300,7 @@ Note that the returned value becomes obsolete if alloc is called on the stack.</
<h5><span class="tsd-kind-parameter">value</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L326">memory.ts:326</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L326">memory.ts:326</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="storeRawBytes" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>store<wbr/>Raw<wbr/>Bytes</span><a href="#storeRawBytes" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -315,7 +315,7 @@ Note that the returned value becomes obsolete if alloc is called on the stack.</
<h5><span class="tsd-kind-parameter">bytes</span>: <span class="tsd-signature-type ">Uint8Array</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L364">memory.ts:364</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L364">memory.ts:364</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="storeU32" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>store<wbr/>U32</span><a href="#storeU32" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -330,7 +330,7 @@ Note that the returned value becomes obsolete if alloc is called on the stack.</
<h5><span class="tsd-kind-parameter">value</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L346">memory.ts:346</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L346">memory.ts:346</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="storeUSize" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>storeUSize</span><a href="#storeUSize" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -345,7 +345,7 @@ Note that the returned value becomes obsolete if alloc is called on the stack.</
<h5><span class="tsd-kind-parameter">value</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L334">memory.ts:334</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L334">memory.ts:334</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/_internal_.CanvasRenderManager.html b/docs/reference/api/typedoc/classes/_internal_.CanvasRenderManager.html
index 22fbf00f95..a35d86e8bf 100644
--- a/docs/reference/api/typedoc/classes/_internal_.CanvasRenderManager.html
+++ b/docs/reference/api/typedoc/classes/_internal_.CanvasRenderManager.html
@@ -29,7 +29,7 @@ which needs to be explicitly disposed.</p>
<ul class="tsd-hierarchy">
<li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L158">webgpu.ts:158</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L158">webgpu.ts:158</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -61,7 +61,7 @@ which needs to be explicitly disposed.</p>
<h5><span class="tsd-kind-parameter">canvas</span>: <span class="tsd-signature-type ">HTMLCanvasElement</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="_internal_.CanvasRenderManager.html" class="tsd-signature-type tsd-kind-class">CanvasRenderManager</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L167">webgpu.ts:167</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L167">webgpu.ts:167</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member"><a id="clear" class="tsd-anchor"></a>
@@ -71,7 +71,7 @@ which needs to be explicitly disposed.</p>
<li class="tsd-description">
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L241">webgpu.ts:241</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L241">webgpu.ts:241</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="dispose" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -84,7 +84,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L317">webgpu.ts:317</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L317">webgpu.ts:317</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="draw" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>draw</span><a href="#draw" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -101,7 +101,7 @@ only the first call will take effect.</p>
<h5><span class="tsd-kind-parameter">width</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L267">webgpu.ts:267</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L267">webgpu.ts:267</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/_internal_.Environment.html b/docs/reference/api/typedoc/classes/_internal_.Environment.html
index 71fb9565e4..dd33b49bc7 100644
--- a/docs/reference/api/typedoc/classes/_internal_.Environment.html
+++ b/docs/reference/api/typedoc/classes/_internal_.Environment.html
@@ -28,7 +28,7 @@
<ul class="tsd-hierarchy">
<li><a href="../interfaces/LibraryProvider.html" class="tsd-signature-type tsd-kind-interface">LibraryProvider</a></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/environment.ts#L68">environment.ts:68</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/environment.ts#L68">environment.ts:68</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -76,7 +76,7 @@
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4></li></ul></li></ul></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="_internal_.Environment.html" class="tsd-signature-type tsd-kind-class">Environment</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/environment.ts#L88">environment.ts:88</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/environment.ts#L88">environment.ts:88</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Properties</h2>
<section class="tsd-panel tsd-member"><a id="imports" class="tsd-anchor"></a>
@@ -86,7 +86,7 @@
</div><aside class="tsd-sources">
<p>Implementation of <a href="../interfaces/LibraryProvider.html">LibraryProvider</a>.<a href="../interfaces/LibraryProvider.html#imports">imports</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/environment.ts#L70">environment.ts:70</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/environment.ts#L70">environment.ts:70</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="logger" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>logger</span><a href="#logger" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">logger</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">msg</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol"> => </span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">)</span></div>
@@ -104,7 +104,7 @@
<h5><span class="tsd-kind-parameter">msg</span>: <span class="tsd-signature-type">string</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4></li></ul></li></ul></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/environment.ts#L69">environment.ts:69</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/environment.ts#L69">environment.ts:69</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="packedCFuncTable" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>packedCFunc<wbr/>Table</span><a href="#packedCFuncTable" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">packedCFunc<wbr/>Table</span><span class="tsd-signature-symbol">:</span> <a href="../types/_internal_.FTVMWasmPackedCFunc.html" class="tsd-signature-type tsd-kind-type-alias">FTVMWasmPackedCFunc</a><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol"> = ...</span></div>
@@ -114,14 +114,14 @@ can call via TVMWasmPackedCFunc.</p>
of functions that do not maps to the address space.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/environment.ts#L78">environment.ts:78</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/environment.ts#L78">environment.ts:78</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="packedCFuncTableFreeId" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>packedCFunc<wbr/>Table<wbr/>Free<wbr/>Id</span><a href="#packedCFuncTableFreeId" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">packedCFunc<wbr/>Table<wbr/>Free<wbr/>Id</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span><span class="tsd-signature-symbol"> = []</span></div>
<div class="tsd-comment tsd-typography"><p>Free table index that can be recycled.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/environment.ts#L84">environment.ts:84</a></li></ul></aside></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/environment.ts#L84">environment.ts:84</a></li></ul></aside></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member"><a id="start" class="tsd-anchor"></a>
@@ -139,7 +139,7 @@ of functions that do not maps to the address space.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<p>Implementation of <a href="../interfaces/LibraryProvider.html">LibraryProvider</a>.<a href="../interfaces/LibraryProvider.html#start">start</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/environment.ts#L105">environment.ts:105</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/environment.ts#L105">environment.ts:105</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/_internal_.FFILibrary.html b/docs/reference/api/typedoc/classes/_internal_.FFILibrary.html
index ed91bd0e99..94284a8f15 100644
--- a/docs/reference/api/typedoc/classes/_internal_.FFILibrary.html
+++ b/docs/reference/api/typedoc/classes/_internal_.FFILibrary.html
@@ -28,7 +28,7 @@
<ul class="tsd-hierarchy">
<li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L43">runtime.ts:43</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L43">runtime.ts:43</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -69,29 +69,29 @@
<h5><span class="tsd-kind-parameter">imports</span>: <span class="tsd-signature-type ">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">, </span><span class="tsd-signature-type">any</span><span class="tsd-signature-symbol">></span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="_internal_.FFILibrary.html" class="tsd-signature-type tsd-kind-class">FFILibrary</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L51">runtime.ts:51</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L51">runtime.ts:51</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Properties</h2>
<section class="tsd-panel tsd-member"><a id="exports" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>exports</span><a href="#exports" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">exports</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type ">Record</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">, </span><span class="tsd-signature-type ">Function</span><span class="tsd-signature-symbol">></span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L46">runtime.ts:46</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L46">runtime.ts:46</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="memory" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>memory</span><a href="#memory" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">memory</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Memory.html" class="tsd-signature-type tsd-kind-class">Memory</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L45">runtime.ts:45</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L45">runtime.ts:45</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="wasm32" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>wasm32</span><a href="#wasm32" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">wasm32</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">boolean</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L44">runtime.ts:44</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L44">runtime.ts:44</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="webGPUContext" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><code class="tsd-tag ts-flagOptional">Optional</code> <span>webGPUContext</span><a href="#webGPUContext" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">webGPUContext</span><span class="tsd-signature-symbol">?:</span> <a href="_internal_.WebGPUContext.html" class="tsd-signature-type tsd-kind-class">WebGPUContext</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L47">runtime.ts:47</a></li></ul></aside></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L47">runtime.ts:47</a></li></ul></aside></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member"><a id="checkCall" class="tsd-anchor"></a>
@@ -106,7 +106,7 @@
<h5><span class="tsd-kind-parameter">code</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L77">runtime.ts:77</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L77">runtime.ts:77</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="dispose" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -119,7 +119,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L66">runtime.ts:66</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L66">runtime.ts:66</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="getOrAllocCallStack" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get<wbr/>Or<wbr/>Alloc<wbr/>Call<wbr/>Stack</span><a href="#getOrAllocCallStack" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -127,7 +127,7 @@ only the first call will take effect.</p>
<li class="tsd-description">
<h4 class="tsd-returns-title">Returns <a href="_internal_.CachedCallStack.html" class="tsd-signature-type tsd-kind-class">CachedCallStack</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L86">runtime.ts:86</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L86">runtime.ts:86</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="recycleCallStack" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>recycle<wbr/>Call<wbr/>Stack</span><a href="#recycleCallStack" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -140,7 +140,7 @@ only the first call will take effect.</p>
<h5><span class="tsd-kind-parameter">callstack</span>: <a href="_internal_.CachedCallStack.html" class="tsd-signature-type tsd-kind-class">CachedCallStack</a></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L97">runtime.ts:97</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L97">runtime.ts:97</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="sizeofPtr" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>sizeof<wbr/>Ptr</span><a href="#sizeofPtr" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -148,7 +148,7 @@ only the first call will take effect.</p>
<li class="tsd-description">
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L73">runtime.ts:73</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L73">runtime.ts:73</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/_internal_.Memory.html b/docs/reference/api/typedoc/classes/_internal_.Memory.html
index 9ad7ca2ca2..9dd000735b 100644
--- a/docs/reference/api/typedoc/classes/_internal_.Memory.html
+++ b/docs/reference/api/typedoc/classes/_internal_.Memory.html
@@ -24,7 +24,7 @@
<ul class="tsd-hierarchy">
<li><span class="target">Memory</span></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L31">memory.ts:31</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L31">memory.ts:31</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -70,19 +70,19 @@
<h5><span class="tsd-kind-parameter">memory</span>: <span class="tsd-signature-type ">Memory</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="_internal_.Memory.html" class="tsd-signature-type tsd-kind-class">Memory</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L42">memory.ts:42</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L42">memory.ts:42</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Properties</h2>
<section class="tsd-panel tsd-member"><a id="memory" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>memory</span><a href="#memory" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">memory</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type ">Memory</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L32">memory.ts:32</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L32">memory.ts:32</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="wasm32" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>wasm32</span><a href="#wasm32" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">wasm32</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L33">memory.ts:33</a></li></ul></aside></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L33">memory.ts:33</a></li></ul></aside></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member"><a id="loadCString" class="tsd-anchor"></a>
@@ -101,7 +101,7 @@
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L154">memory.ts:154</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L154">memory.ts:154</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="loadF32" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>load<wbr/>F32</span><a href="#loadF32" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -114,7 +114,7 @@
<h5><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L90">memory.ts:90</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L90">memory.ts:90</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="loadF64" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>load<wbr/>F64</span><a href="#loadF64" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -127,7 +127,7 @@
<h5><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L97">memory.ts:97</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L97">memory.ts:97</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="loadI32" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>load<wbr/>I32</span><a href="#loadI32" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -140,7 +140,7 @@
<h5><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L74">memory.ts:74</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L74">memory.ts:74</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="loadI64" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>load<wbr/>I64</span><a href="#loadI64" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -153,7 +153,7 @@
<h5><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L81">memory.ts:81</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L81">memory.ts:81</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="loadPointer" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>load<wbr/>Pointer</span><a href="#loadPointer" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -166,7 +166,7 @@
<h5><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L104">memory.ts:104</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L104">memory.ts:104</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="loadRawBytes" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>load<wbr/>Raw<wbr/>Bytes</span><a href="#loadRawBytes" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -187,7 +187,7 @@
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Uint8Array</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L132">memory.ts:132</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L132">memory.ts:132</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="loadTVMBytes" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>loadTVMBytes</span><a href="#loadTVMBytes" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -204,7 +204,7 @@
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Uint8Array</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L145">memory.ts:145</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L145">memory.ts:145</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="loadU16" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>load<wbr/>U16</span><a href="#loadU16" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -217,7 +217,7 @@
<h5><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L60">memory.ts:60</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L60">memory.ts:60</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="loadU32" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>load<wbr/>U32</span><a href="#loadU32" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -230,7 +230,7 @@
<h5><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L67">memory.ts:67</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L67">memory.ts:67</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="loadU8" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>load<wbr/>U8</span><a href="#loadU8" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -243,7 +243,7 @@
<h5><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L53">memory.ts:53</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L53">memory.ts:53</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="loadUSize" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>loadUSize</span><a href="#loadUSize" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -256,7 +256,7 @@
<h5><span class="tsd-kind-parameter">ptr</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L114">memory.ts:114</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L114">memory.ts:114</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="sizeofPtr" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>sizeof<wbr/>Ptr</span><a href="#sizeofPtr" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -264,7 +264,7 @@
<li class="tsd-description">
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L124">memory.ts:124</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L124">memory.ts:124</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="storeRawBytes" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>store<wbr/>Raw<wbr/>Bytes</span><a href="#storeRawBytes" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -285,7 +285,7 @@
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/memory.ts#L175">memory.ts:175</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/memory.ts#L175">memory.ts:175</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/_internal_.PackedFuncCell.html b/docs/reference/api/typedoc/classes/_internal_.PackedFuncCell.html
index cfbf5e5bf0..dab2d7a271 100644
--- a/docs/reference/api/typedoc/classes/_internal_.PackedFuncCell.html
+++ b/docs/reference/api/typedoc/classes/_internal_.PackedFuncCell.html
@@ -28,7 +28,7 @@
<ul class="tsd-hierarchy">
<li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L294">runtime.ts:294</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L294">runtime.ts:294</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -59,7 +59,7 @@
<h5><span class="tsd-kind-parameter">lib</span>: <a href="_internal_.FFILibrary.html" class="tsd-signature-type tsd-kind-class">FFILibrary</a></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="_internal_.PackedFuncCell.html" class="tsd-signature-type tsd-kind-class">PackedFuncCell</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L298">runtime.ts:298</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L298">runtime.ts:298</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member"><a id="dispose" class="tsd-anchor"></a>
@@ -74,7 +74,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L303">runtime.ts:303</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L303">runtime.ts:303</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="getHandle" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get<wbr/>Handle</span><a href="#getHandle" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -87,7 +87,7 @@ only the first call will take effect.</p>
<h5><span class="tsd-kind-parameter">requireNotNull</span>: <span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol"> = true</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L312">runtime.ts:312</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L312">runtime.ts:312</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/_internal_.RuntimeContext.html b/docs/reference/api/typedoc/classes/_internal_.RuntimeContext.html
index 73685145e8..aa1585e51c 100644
--- a/docs/reference/api/typedoc/classes/_internal_.RuntimeContext.html
+++ b/docs/reference/api/typedoc/classes/_internal_.RuntimeContext.html
@@ -28,7 +28,7 @@
<ul class="tsd-hierarchy">
<li><a href="../interfaces/Disposable.html" class="tsd-signature-type tsd-kind-interface">Disposable</a></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L143">runtime.ts:143</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L143">runtime.ts:143</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -94,104 +94,104 @@
<h4 class="tsd-returns-title">Returns <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></h4></li></ul></li></ul></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="_internal_.RuntimeContext.html" class="tsd-signature-type tsd-kind-class">RuntimeContext</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L166">runtime.ts:166</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L166">runtime.ts:166</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Properties</h2>
<section class="tsd-panel tsd-member"><a id="applyPresenceAndFrequencyPenalty" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>apply<wbr/>Presence<wbr/>And<wbr/>Frequency<wbr/>Penalty</span><a href="#applyPresenceAndFrequencyPenalty" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">apply<wbr/>Presence<wbr/>And<wbr/>Frequency<wbr/>Penalty</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L161">runtime.ts:161</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L161">runtime.ts:161</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="applyRepetitionPenalty" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>apply<wbr/>Repetition<wbr/>Penalty</span><a href="#applyRepetitionPenalty" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">apply<wbr/>Repetition<wbr/>Penalty</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L160">runtime.ts:160</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L160">runtime.ts:160</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="applySoftmaxWithTemperature" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>apply<wbr/>Softmax<wbr/>With<wbr/>Temperature</span><a href="#applySoftmaxWithTemperature" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">apply<wbr/>Softmax<wbr/>With<wbr/>Temperature</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L162">runtime.ts:162</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L162">runtime.ts:162</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="arrayCacheClear" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>array<wbr/>Cache<wbr/>Clear</span><a href="#arrayCacheClear" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">array<wbr/>Cache<wbr/>Clear</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L153">runtime.ts:153</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L153">runtime.ts:153</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="arrayCacheGet" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>array<wbr/>Cache<wbr/>Get</span><a href="#arrayCacheGet" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">array<wbr/>Cache<wbr/>Get</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L150">runtime.ts:150</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L150">runtime.ts:150</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="arrayCacheRemove" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>array<wbr/>Cache<wbr/>Remove</span><a href="#arrayCacheRemove" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">array<wbr/>Cache<wbr/>Remove</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L152">runtime.ts:152</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L152">runtime.ts:152</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="arrayCacheUpdate" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>array<wbr/>Cache<wbr/>Update</span><a href="#arrayCacheUpdate" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">array<wbr/>Cache<wbr/>Update</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L151">runtime.ts:151</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L151">runtime.ts:151</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="arrayDecodeStorage" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>array<wbr/>Decode<wbr/>Storage</span><a href="#arrayDecodeStorage" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">array<wbr/>Decode<wbr/>Storage</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L154">runtime.ts:154</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L154">runtime.ts:154</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="arrayGetItem" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>array<wbr/>Get<wbr/>Item</span><a href="#arrayGetItem" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">array<wbr/>Get<wbr/>Item</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L144">runtime.ts:144</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L144">runtime.ts:144</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="arrayGetSize" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>array<wbr/>Get<wbr/>Size</span><a href="#arrayGetSize" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">array<wbr/>Get<wbr/>Size</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L145">runtime.ts:145</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L145">runtime.ts:145</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="arrayMake" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>array<wbr/>Make</span><a href="#arrayMake" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">array<wbr/>Make</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L146">runtime.ts:146</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L146">runtime.ts:146</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="getFFIString" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>getFFIString</span><a href="#getFFIString" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">getFFIString</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L148">runtime.ts:148</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L148">runtime.ts:148</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="getSysLib" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get<wbr/>Sys<wbr/>Lib</span><a href="#getSysLib" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">get<wbr/>Sys<wbr/>Lib</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L149">runtime.ts:149</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L149">runtime.ts:149</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="makeShapeTuple" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>make<wbr/>Shape<wbr/>Tuple</span><a href="#makeShapeTuple" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">make<wbr/>Shape<wbr/>Tuple</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L157">runtime.ts:157</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L157">runtime.ts:157</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="ndarrayCreateView" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>ndarray<wbr/>Create<wbr/>View</span><a href="#ndarrayCreateView" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">ndarray<wbr/>Create<wbr/>View</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L158">runtime.ts:158</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L158">runtime.ts:158</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="paramModuleFromCache" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>param<wbr/>Module<wbr/>From<wbr/>Cache</span><a href="#paramModuleFromCache" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">param<wbr/>Module<wbr/>From<wbr/>Cache</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L155">runtime.ts:155</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L155">runtime.ts:155</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="paramModuleFromCacheByName" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>param<wbr/>Module<wbr/>From<wbr/>Cache<wbr/>By<wbr/>Name</span><a href="#paramModuleFromCacheByName" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">param<wbr/>Module<wbr/>From<wbr/>Cache<wbr/>By<wbr/>Name</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L156">runtime.ts:156</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L156">runtime.ts:156</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="sampleTopPFromLogits" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>sample<wbr/>TopPFrom<wbr/>Logits</span><a href="#sampleTopPFromLogits" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">sample<wbr/>TopPFrom<wbr/>Logits</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L159">runtime.ts:159</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L159">runtime.ts:159</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="stringMake" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>string<wbr/>Make</span><a href="#stringMake" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">string<wbr/>Make</span><span class="tsd-signature-symbol">:</span> <a href="../types/PackedFunc.html" class="tsd-signature-type tsd-kind-type-alias">PackedFunc</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L147">runtime.ts:147</a></li></ul></aside></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L147">runtime.ts:147</a></li></ul></aside></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member"><a id="attachToCurrentScope" class="tsd-anchor"></a>
@@ -219,7 +219,7 @@
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type tsd-kind-type-parameter">T</span></h4><p>the same object.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L237">runtime.ts:237</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L237">runtime.ts:237</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="beginScope" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>begin<wbr/>Scope</span><a href="#beginScope" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -227,7 +227,7 @@
<li class="tsd-description">
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L211">runtime.ts:211</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L211">runtime.ts:211</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="detachFromCurrentScope" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>detach<wbr/>From<wbr/>Current<wbr/>Scope</span><a href="#detachFromCurrentScope" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -245,7 +245,7 @@
<h5><span class="tsd-kind-parameter">obj</span>: <span class="tsd-signature-type tsd-kind-type-parameter">T</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type tsd-kind-type-parameter">T</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L256">runtime.ts:256</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L256">runtime.ts:256</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="dispose" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -258,7 +258,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<p>Implementation of <a href="../interfaces/Disposable.html">Disposable</a>.<a href="../interfaces/Disposable.html#dispose">dispose</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L188">runtime.ts:188</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L188">runtime.ts:188</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="endScope" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>end<wbr/>Scope</span><a href="#endScope" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -266,7 +266,7 @@ only the first call will take effect.</p>
<li class="tsd-description">
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L215">runtime.ts:215</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L215">runtime.ts:215</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="moveToParentScope" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>move<wbr/>To<wbr/>Parent<wbr/>Scope</span><a href="#moveToParentScope" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -284,7 +284,7 @@ only the first call will take effect.</p>
<h5><span class="tsd-kind-parameter">obj</span>: <span class="tsd-signature-type tsd-kind-type-parameter">T</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type tsd-kind-type-parameter">T</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L246">runtime.ts:246</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L246">runtime.ts:246</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/_internal_.TVMString.html b/docs/reference/api/typedoc/classes/_internal_.TVMString.html
index a4b58c65c2..c409b796c1 100644
--- a/docs/reference/api/typedoc/classes/_internal_.TVMString.html
+++ b/docs/reference/api/typedoc/classes/_internal_.TVMString.html
@@ -26,7 +26,7 @@
<ul class="tsd-hierarchy">
<li><span class="target">TVMString</span></li></ul></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L889">runtime.ts:889</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L889">runtime.ts:889</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -63,7 +63,7 @@
<h4 class="tsd-returns-title">Returns <a href="_internal_.TVMString.html" class="tsd-signature-type tsd-kind-class">TVMString</a></h4><aside class="tsd-sources">
<p>Overrides <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#constructor">constructor</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L890">runtime.ts:890</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L890">runtime.ts:890</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member tsd-is-inherited"><a id="dispose" class="tsd-anchor"></a>
@@ -78,7 +78,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#dispose">dispose</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L794">runtime.ts:794</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L794">runtime.ts:794</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member tsd-is-inherited"><a id="getHandle" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get<wbr/>Handle</span><a href="#getHandle" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures tsd-is-inherited">
@@ -97,7 +97,7 @@ only the first call will take effect.</p>
<aside class="tsd-sources">
<p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#getHandle">getHandle</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L809">runtime.ts:809</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L809">runtime.ts:809</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="toString" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>to<wbr/>String</span><a href="#toString" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -107,7 +107,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><p>the size of the array.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L901">runtime.ts:901</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L901">runtime.ts:901</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member tsd-is-inherited"><a id="typeIndex" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>type<wbr/>Index</span><a href="#typeIndex" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures tsd-is-inherited">
@@ -118,7 +118,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4><aside class="tsd-sources">
<p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeIndex">typeIndex</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L817">runtime.ts:817</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L817">runtime.ts:817</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member tsd-is-inherited"><a id="typeKey" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>type<wbr/>Key</span><a href="#typeKey" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures tsd-is-inherited">
@@ -129,7 +129,7 @@ only the first call will take effect.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources">
<p>Inherited from <a href="TVMObject.html">TVMObject</a>.<a href="TVMObject.html#typeKey">typeKey</a></p>
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L837">runtime.ts:837</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L837">runtime.ts:837</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/classes/_internal_.WebGPUContext.html b/docs/reference/api/typedoc/classes/_internal_.WebGPUContext.html
index ec6612b38a..42211c8570 100644
--- a/docs/reference/api/typedoc/classes/_internal_.WebGPUContext.html
+++ b/docs/reference/api/typedoc/classes/_internal_.WebGPUContext.html
@@ -25,7 +25,7 @@ Manages all the webgpu resources here.</p>
<ul class="tsd-hierarchy">
<li><span class="target">WebGPUContext</span></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L335">webgpu.ts:335</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L335">webgpu.ts:335</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -69,19 +69,19 @@ Manages all the webgpu resources here.</p>
<h5><span class="tsd-kind-parameter">device</span>: <span class="tsd-signature-type ">GPUDevice</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="_internal_.WebGPUContext.html" class="tsd-signature-type tsd-kind-class">WebGPUContext</a></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L360">webgpu.ts:360</a></li></ul></aside></li></ul></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L360">webgpu.ts:360</a></li></ul></aside></li></ul></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Properties</h2>
<section class="tsd-panel tsd-member"><a id="device" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>device</span><a href="#device" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">device</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type ">GPUDevice</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L336">webgpu.ts:336</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L336">webgpu.ts:336</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="memory" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>memory</span><a href="#memory" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">memory</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.Memory.html" class="tsd-signature-type tsd-kind-class">Memory</a></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L337">webgpu.ts:337</a></li></ul></aside></section></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L337">webgpu.ts:337</a></li></ul></aside></section></section>
<section class="tsd-panel-group tsd-member-group">
<h2>Methods</h2>
<section class="tsd-panel tsd-member"><a id="bindCanvas" class="tsd-anchor"></a>
@@ -100,7 +100,7 @@ Manages all the webgpu resources here.</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L444">webgpu.ts:444</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L444">webgpu.ts:444</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="clearCanvas" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>clear<wbr/>Canvas</span><a href="#clearCanvas" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -110,7 +110,7 @@ Manages all the webgpu resources here.</p>
</div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L436">webgpu.ts:436</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L436">webgpu.ts:436</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="copyRawBytesToBuffer" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>copy<wbr/>Raw<wbr/>Bytes<wbr/>To<wbr/>Buffer</span><a href="#copyRawBytesToBuffer" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -139,7 +139,7 @@ Manages all the webgpu resources here.</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L418">webgpu.ts:418</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L418">webgpu.ts:418</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="createShader" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>create<wbr/>Shader</span><a href="#createShader" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -160,7 +160,7 @@ via createComputePipeline</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Function</span></h4><p>The shader</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L456">webgpu.ts:456</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L456">webgpu.ts:456</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="createShaderAsync" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>create<wbr/>Shader<wbr/>Async</span><a href="#createShaderAsync" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -181,7 +181,7 @@ via createComputePipelineAsync</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type ">Function</span><span class="tsd-signature-symbol">></span></h4><p>The shader</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L468">webgpu.ts:468</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L468">webgpu.ts:468</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="dispose" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>dispose</span><a href="#dispose" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -191,7 +191,7 @@ via createComputePipelineAsync</p>
</div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L368">webgpu.ts:368</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L368">webgpu.ts:368</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="drawImageFromBuffer" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>draw<wbr/>Image<wbr/>From<wbr/>Buffer</span><a href="#drawImageFromBuffer" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -216,7 +216,7 @@ via createComputePipelineAsync</p>
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L403">webgpu.ts:403</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L403">webgpu.ts:403</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="getDeviceAPI" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>get<wbr/>DeviceAPI</span><a href="#getDeviceAPI" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -232,7 +232,7 @@ via createComputePipelineAsync</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Function</span></h4><p>The corresponding device api.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L724">webgpu.ts:724</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L724">webgpu.ts:724</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="runtimeStatsText" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>runtime<wbr/>Stats<wbr/>Text</span><a href="#runtimeStatsText" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -242,7 +242,7 @@ via createComputePipelineAsync</p>
</div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L390">webgpu.ts:390</a></li></ul></aside></li></ul></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L390">webgpu.ts:390</a></li></ul></aside></li></ul></section>
<section class="tsd-panel tsd-member"><a id="sync" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>sync</span><a href="#sync" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<ul class="tsd-signatures">
@@ -252,7 +252,7 @@ via createComputePipelineAsync</p>
</div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L383">webgpu.ts:383</a></li></ul></aside></li></ul></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L383">webgpu.ts:383</a></li></ul></aside></li></ul></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/enums/_internal_.RPCServerState.html b/docs/reference/api/typedoc/enums/_internal_.RPCServerState.html
index 793996f377..8708f4c287 100644
--- a/docs/reference/api/typedoc/enums/_internal_.RPCServerState.html
+++ b/docs/reference/api/typedoc/enums/_internal_.RPCServerState.html
@@ -17,7 +17,7 @@
<li><a href="_internal_.RPCServerState.html">RPCServerState</a></li></ul>
<h1>Enumeration RPCServerState</h1></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/rpc_server.ts#L27">rpc_server.ts:27</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/rpc_server.ts#L27">rpc_server.ts:27</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -38,32 +38,32 @@
<h3 class="tsd-anchor-link"><span>Init<wbr/>Header</span><a href="#InitHeader" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><path stroke="none" d="M0 0h24v24H0z" fill="none" id="icon-anchor-a"></path><path d="M10 14a3.5 3.5 0 0 0 5 0l4 -4a3.5 3.5 0 0 0 -5 -5l-.5 .5" id="icon-anchor-b"></path><path d="M14 10a3.5 3.5 0 0 0 -5 [...]
<div class="tsd-signature"><span class="tsd-kind-enum-member">Init<wbr/>Header</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">0</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/rpc_server.ts#L28">rpc_server.ts:28</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/rpc_server.ts#L28">rpc_server.ts:28</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="InitHeaderKey" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>Init<wbr/>Header<wbr/>Key</span><a href="#InitHeaderKey" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-enum-member">Init<wbr/>Header<wbr/>Key</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">1</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/rpc_server.ts#L29">rpc_server.ts:29</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/rpc_server.ts#L29">rpc_server.ts:29</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="InitServer" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>Init<wbr/>Server</span><a href="#InitServer" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-enum-member">Init<wbr/>Server</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">2</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/rpc_server.ts#L30">rpc_server.ts:30</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/rpc_server.ts#L30">rpc_server.ts:30</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="ReceivePacketBody" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>Receive<wbr/>Packet<wbr/>Body</span><a href="#ReceivePacketBody" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-enum-member">Receive<wbr/>Packet<wbr/>Body</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">5</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/rpc_server.ts#L33">rpc_server.ts:33</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/rpc_server.ts#L33">rpc_server.ts:33</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="ReceivePacketHeader" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>Receive<wbr/>Packet<wbr/>Header</span><a href="#ReceivePacketHeader" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-enum-member">Receive<wbr/>Packet<wbr/>Header</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">4</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/rpc_server.ts#L32">rpc_server.ts:32</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/rpc_server.ts#L32">rpc_server.ts:32</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="WaitForCallback" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>Wait<wbr/>For<wbr/>Callback</span><a href="#WaitForCallback" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-enum-member">Wait<wbr/>For<wbr/>Callback</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">3</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/rpc_server.ts#L31">rpc_server.ts:31</a></li></ul></aside></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/rpc_server.ts#L31">rpc_server.ts:31</a></li></ul></aside></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/functions/assert.html b/docs/reference/api/typedoc/functions/assert.html
index 5bba9ede05..952bd34548 100644
--- a/docs/reference/api/typedoc/functions/assert.html
+++ b/docs/reference/api/typedoc/functions/assert.html
@@ -34,7 +34,7 @@
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-symbol">asserts </span><span class="tsd-kind-parameter">condition</span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/support.ts#L52">support.ts:52</a></li></ul></aside></li></ul></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/support.ts#L52">support.ts:52</a></li></ul></aside></li></ul></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/functions/createPolyfillWASI.html b/docs/reference/api/typedoc/functions/createPolyfillWASI.html
index 4cd543f5ee..bcd5f16824 100644
--- a/docs/reference/api/typedoc/functions/createPolyfillWASI.html
+++ b/docs/reference/api/typedoc/functions/createPolyfillWASI.html
@@ -24,7 +24,7 @@
<h4 class="tsd-returns-title">Returns <a href="../interfaces/LibraryProvider.html" class="tsd-signature-type tsd-kind-interface">LibraryProvider</a></h4><p>A wasi that can run on broswer or local.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/compact.ts#L55">compact.ts:55</a></li></ul></aside></li></ul></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/compact.ts#L55">compact.ts:55</a></li></ul></aside></li></ul></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/functions/detectGPUDevice.html b/docs/reference/api/typedoc/functions/detectGPUDevice.html
index 735de476eb..1570cb5973 100644
--- a/docs/reference/api/typedoc/functions/detectGPUDevice.html
+++ b/docs/reference/api/typedoc/functions/detectGPUDevice.html
@@ -23,7 +23,7 @@
</div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol"><</span><a href="../interfaces/GPUDeviceDetectOutput.html" class="tsd-signature-type tsd-kind-interface">GPUDeviceDetectOutput</a><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">undefined</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L36">webgpu.ts:36</a></li></ul></aside></li></ul></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L36">webgpu.ts:36</a></li></ul></aside></li></ul></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/functions/hasNDArrayInCache.html b/docs/reference/api/typedoc/functions/hasNDArrayInCache.html
index 65c5bb5fe9..379569dbf8 100644
--- a/docs/reference/api/typedoc/functions/hasNDArrayInCache.html
+++ b/docs/reference/api/typedoc/functions/hasNDArrayInCache.html
@@ -28,7 +28,7 @@
<h5><span class="tsd-kind-parameter">cacheScope</span>: <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol"> = "tvmjs"</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol"><</span><span class="tsd-signature-type">boolean</span><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L2441">runtime.ts:2441</a></li></ul></aside></li></ul></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L2441">runtime.ts:2441</a></li></ul></aside></li></ul></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/functions/instantiate.html b/docs/reference/api/typedoc/functions/instantiate.html
index 0d550390d0..7c9c06b87f 100644
--- a/docs/reference/api/typedoc/functions/instantiate.html
+++ b/docs/reference/api/typedoc/functions/instantiate.html
@@ -53,7 +53,7 @@ by passing its generated js Module as the imports.</p>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4></li></ul></li></ul></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type ">Promise</span><span class="tsd-signature-symbol"><</span><a href="../classes/Instance.html" class="tsd-signature-type tsd-kind-class">Instance</a><span class="tsd-signature-symbol">></span></h4><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L2427">runtime.ts:2427</a></li></ul></aside></li></ul></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L2427">runtime.ts:2427</a></li></ul></aside></li></ul></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/functions/wasmPath.html b/docs/reference/api/typedoc/functions/wasmPath.html
index 4af17aa231..3a0f2d5c77 100644
--- a/docs/reference/api/typedoc/functions/wasmPath.html
+++ b/docs/reference/api/typedoc/functions/wasmPath.html
@@ -24,7 +24,7 @@
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">string</span></h4><p>The wasm path.</p>
<aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/support.ts#L62">support.ts:62</a></li></ul></aside></li></ul></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/support.ts#L62">support.ts:62</a></li></ul></aside></li></ul></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/interfaces/Disposable.html b/docs/reference/api/typedoc/interfaces/Disposable.html
index 097e274ee1..d4afa20cdd 100644
--- a/docs/reference/api/typedoc/interfaces/Disposable.html
+++ b/docs/reference/api/typedoc/interfaces/Disposable.html
@@ -37,7 +37,7 @@ which needs to be explicitly disposed.</p>
<li><a href="../classes/TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></li>
<li><a href="../classes/VirtualMachine.html" class="tsd-signature-type tsd-kind-class">VirtualMachine</a></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/types.ts#L46">types.ts:46</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/types.ts#L46">types.ts:46</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -65,7 +65,7 @@ only the first call will take effect.</p>
</div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4></li></ul></li></ul></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/types.ts#L52">types.ts:52</a></li></ul></aside></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/types.ts#L52">types.ts:52</a></li></ul></aside></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/interfaces/GPUDeviceDetectOutput.html b/docs/reference/api/typedoc/interfaces/GPUDeviceDetectOutput.html
index 85a088d09f..d614f43792 100644
--- a/docs/reference/api/typedoc/interfaces/GPUDeviceDetectOutput.html
+++ b/docs/reference/api/typedoc/interfaces/GPUDeviceDetectOutput.html
@@ -20,7 +20,7 @@
<ul class="tsd-hierarchy">
<li><span class="target">GPUDeviceDetectOutput</span></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L27">webgpu.ts:27</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L27">webgpu.ts:27</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -38,17 +38,17 @@
<h3 class="tsd-anchor-link"><span>adapter</span><a href="#adapter" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><path stroke="none" d="M0 0h24v24H0z" fill="none" id="icon-anchor-a"></path><path d="M10 14a3.5 3.5 0 0 0 5 0l4 -4a3.5 3.5 0 0 0 -5 -5l-.5 .5" id="icon-anchor-b"></path><path d="M14 10a3.5 3.5 0 0 0 -5 0l-4 4a3.5 [...]
<div class="tsd-signature"><span class="tsd-kind-property">adapter</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type ">GPUAdapter</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L28">webgpu.ts:28</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L28">webgpu.ts:28</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="adapterInfo" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>adapter<wbr/>Info</span><a href="#adapterInfo" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">adapter<wbr/>Info</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type ">GPUAdapterInfo</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L29">webgpu.ts:29</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L29">webgpu.ts:29</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="device" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>device</span><a href="#device" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">device</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type ">GPUDevice</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L30">webgpu.ts:30</a></li></ul></aside></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L30">webgpu.ts:30</a></li></ul></aside></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/interfaces/InitProgressReport.html b/docs/reference/api/typedoc/interfaces/InitProgressReport.html
index a92586fba2..4f94d7798e 100644
--- a/docs/reference/api/typedoc/interfaces/InitProgressReport.html
+++ b/docs/reference/api/typedoc/interfaces/InitProgressReport.html
@@ -20,7 +20,7 @@
<ul class="tsd-hierarchy">
<li><span class="target">InitProgressReport</span></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L979">runtime.ts:979</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L979">runtime.ts:979</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -39,22 +39,22 @@
<h3 class="tsd-anchor-link"><span>cache<wbr/>Only</span><a href="#cacheOnly" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><path stroke="none" d="M0 0h24v24H0z" fill="none" id="icon-anchor-a"></path><path d="M10 14a3.5 3.5 0 0 0 5 0l4 -4a3.5 3.5 0 0 0 -5 -5l-.5 .5" id="icon-anchor-b"></path><path d="M14 10a3.5 3.5 0 0 0 -5 0 [...]
<div class="tsd-signature"><span class="tsd-kind-property">cache<wbr/>Only</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">boolean</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L982">runtime.ts:982</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L982">runtime.ts:982</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="progress" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>progress</span><a href="#progress" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">progress</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L980">runtime.ts:980</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L980">runtime.ts:980</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="text" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>text</span><a href="#text" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">text</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L983">runtime.ts:983</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L983">runtime.ts:983</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="timeElapsed" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>time<wbr/>Elapsed</span><a href="#timeElapsed" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">time<wbr/>Elapsed</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L981">runtime.ts:981</a></li></ul></aside></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L981">runtime.ts:981</a></li></ul></aside></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/interfaces/LibraryProvider.html b/docs/reference/api/typedoc/interfaces/LibraryProvider.html
index 0f56df5232..e4a8bfe4bd 100644
--- a/docs/reference/api/typedoc/interfaces/LibraryProvider.html
+++ b/docs/reference/api/typedoc/interfaces/LibraryProvider.html
@@ -32,7 +32,7 @@ to allow the library provider to initialize related resources during startup tim
<ul class="tsd-hierarchy">
<li><a href="../classes/_internal_.Environment.html" class="tsd-signature-type tsd-kind-class">Environment</a></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/types.ts#L32">types.ts:32</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/types.ts#L32">types.ts:32</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -51,7 +51,7 @@ to allow the library provider to initialize related resources during startup tim
<div class="tsd-comment tsd-typography"><p>The imports that can be passed to WebAssembly instance creation.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/types.ts#L34">types.ts:34</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/types.ts#L34">types.ts:34</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="start" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>start</span><a href="#start" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">start</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-symbol">(</span><span class="tsd-signature-symbol">(</span><span class="tsd-kind-parameter">inst</span><span class="tsd-signature-symbol">)</span><span class="tsd-signature-symbol"> => </span><span class="tsd-signature-type">void</span><span class="tsd-signature-symbol">)</span></div>
@@ -73,7 +73,7 @@ to allow the library provider to initialize related resources during startup tim
</div></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4></li></ul></li></ul></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/types.ts#L39">types.ts:39</a></li></ul></aside></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/types.ts#L39">types.ts:39</a></li></ul></aside></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.FunctionInfo.html b/docs/reference/api/typedoc/interfaces/_internal_.FunctionInfo.html
index f695c37b55..a612c29f47 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.FunctionInfo.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.FunctionInfo.html
@@ -24,7 +24,7 @@
<ul class="tsd-hierarchy">
<li><span class="target">FunctionInfo</span></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L325">webgpu.ts:325</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L325">webgpu.ts:325</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -42,17 +42,17 @@
<h3 class="tsd-anchor-link"><span>arg_<wbr/>types</span><a href="#arg_types" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><path stroke="none" d="M0 0h24v24H0z" fill="none" id="icon-anchor-a"></path><path d="M10 14a3.5 3.5 0 0 0 5 0l4 -4a3.5 3.5 0 0 0 -5 -5l-.5 .5" id="icon-anchor-b"></path><path d="M14 10a3.5 3.5 0 0 0 -5 0 [...]
<div class="tsd-signature"><span class="tsd-kind-property">arg_<wbr/>types</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L327">webgpu.ts:327</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L327">webgpu.ts:327</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="launch_param_tags" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>launch_<wbr/>param_<wbr/>tags</span><a href="#launch_param_tags" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">launch_<wbr/>param_<wbr/>tags</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L328">webgpu.ts:328</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L328">webgpu.ts:328</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="name" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>name</span><a href="#name" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">name</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/webgpu.ts#L326">webgpu.ts:326</a></li></ul></aside></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/webgpu.ts#L326">webgpu.ts:326</a></li></ul></aside></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.NDArrayCacheEntry.html b/docs/reference/api/typedoc/interfaces/_internal_.NDArrayCacheEntry.html
index cabac1eefd..d61249c951 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.NDArrayCacheEntry.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.NDArrayCacheEntry.html
@@ -21,7 +21,7 @@
<ul class="tsd-hierarchy">
<li><span class="target">NDArrayCacheEntry</span></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L963">runtime.ts:963</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L963">runtime.ts:963</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -42,32 +42,32 @@
<h3 class="tsd-anchor-link"><span>byte<wbr/>Offset</span><a href="#byteOffset" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><path stroke="none" d="M0 0h24v24H0z" fill="none" id="icon-anchor-a"></path><path d="M10 14a3.5 3.5 0 0 0 5 0l4 -4a3.5 3.5 0 0 0 -5 -5l-.5 .5" id="icon-anchor-b"></path><path d="M14 10a3.5 3.5 0 0 0 -5 [...]
<div class="tsd-signature"><span class="tsd-kind-property">byte<wbr/>Offset</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L968">runtime.ts:968</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L968">runtime.ts:968</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="dtype" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>dtype</span><a href="#dtype" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">dtype</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L966">runtime.ts:966</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L966">runtime.ts:966</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="format" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>format</span><a href="#format" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">format</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">"f32-to-bf16"</span><span class="tsd-signature-symbol"> | </span><span class="tsd-signature-type">"raw"</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L967">runtime.ts:967</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L967">runtime.ts:967</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="name" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>name</span><a href="#name" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">name</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L964">runtime.ts:964</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L964">runtime.ts:964</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="nbytes" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>nbytes</span><a href="#nbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">nbytes</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L969">runtime.ts:969</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L969">runtime.ts:969</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="shape" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>shape</span><a href="#shape" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">shape</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L965">runtime.ts:965</a></li></ul></aside></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L965">runtime.ts:965</a></li></ul></aside></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/interfaces/_internal_.NDArrayShardEntry.html b/docs/reference/api/typedoc/interfaces/_internal_.NDArrayShardEntry.html
index e7af433446..e1f653aecc 100644
--- a/docs/reference/api/typedoc/interfaces/_internal_.NDArrayShardEntry.html
+++ b/docs/reference/api/typedoc/interfaces/_internal_.NDArrayShardEntry.html
@@ -21,7 +21,7 @@
<ul class="tsd-hierarchy">
<li><span class="target">NDArrayShardEntry</span></li></ul></section><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L972">runtime.ts:972</a></li></ul></aside>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L972">runtime.ts:972</a></li></ul></aside>
<section class="tsd-panel-group tsd-index-group">
<section class="tsd-panel tsd-index-panel">
<details class="tsd-index-content tsd-index-accordion" open><summary class="tsd-accordion-summary tsd-index-summary">
@@ -40,22 +40,22 @@
<h3 class="tsd-anchor-link"><span>data<wbr/>Path</span><a href="#dataPath" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><path stroke="none" d="M0 0h24v24H0z" fill="none" id="icon-anchor-a"></path><path d="M10 14a3.5 3.5 0 0 0 5 0l4 -4a3.5 3.5 0 0 0 -5 -5l-.5 .5" id="icon-anchor-b"></path><path d="M14 10a3.5 3.5 0 0 0 -5 0l- [...]
<div class="tsd-signature"><span class="tsd-kind-property">data<wbr/>Path</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">string</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L973">runtime.ts:973</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L973">runtime.ts:973</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="format" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>format</span><a href="#format" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">format</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">"raw-shard"</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L974">runtime.ts:974</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L974">runtime.ts:974</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="nbytes" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>nbytes</span><a href="#nbytes" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">nbytes</span><span class="tsd-signature-symbol">:</span> <span class="tsd-signature-type">number</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L975">runtime.ts:975</a></li></ul></aside></section>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L975">runtime.ts:975</a></li></ul></aside></section>
<section class="tsd-panel tsd-member"><a id="records" class="tsd-anchor"></a>
<h3 class="tsd-anchor-link"><span>records</span><a href="#records" aria-label="Permalink" class="tsd-anchor-icon"><svg class="icon icon-tabler icon-tabler-link" viewBox="0 0 24 24" stroke-width="2" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><use href="#icon-anchor-a"></use><use href="#icon-anchor-b"></use><use href="#icon-anchor-c"></use></svg></a></h3>
<div class="tsd-signature"><span class="tsd-kind-property">records</span><span class="tsd-signature-symbol">:</span> <a href="_internal_.NDArrayCacheEntry.html" class="tsd-signature-type tsd-kind-interface">NDArrayCacheEntry</a><span class="tsd-signature-symbol">[]</span></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L976">runtime.ts:976</a></li></ul></aside></section></section></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L976">runtime.ts:976</a></li></ul></aside></section></section></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/types/InitProgressCallback.html b/docs/reference/api/typedoc/types/InitProgressCallback.html
index b3bfa6d82f..f419c5565e 100644
--- a/docs/reference/api/typedoc/types/InitProgressCallback.html
+++ b/docs/reference/api/typedoc/types/InitProgressCallback.html
@@ -30,7 +30,7 @@
<h5><span class="tsd-kind-parameter">report</span>: <a href="../interfaces/InitProgressReport.html" class="tsd-signature-type tsd-kind-interface">InitProgressReport</a></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4></li></ul></li></ul></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L986">runtime.ts:986</a></li></ul></aside></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L986">runtime.ts:986</a></li></ul></aside></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/types/PackedFunc.html b/docs/reference/api/typedoc/types/PackedFunc.html
index 61bce8ce46..1b7462aef0 100644
--- a/docs/reference/api/typedoc/types/PackedFunc.html
+++ b/docs/reference/api/typedoc/types/PackedFunc.html
@@ -19,7 +19,7 @@
<div class="tsd-comment tsd-typography"><p>Type for PackedFunc inthe TVMRuntime.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L36">runtime.ts:36</a></li></ul></aside></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L36">runtime.ts:36</a></li></ul></aside></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/types/_internal_.FObjectConstructor.html b/docs/reference/api/typedoc/types/_internal_.FObjectConstructor.html
index 00e1360069..4c43ddb004 100644
--- a/docs/reference/api/typedoc/types/_internal_.FObjectConstructor.html
+++ b/docs/reference/api/typedoc/types/_internal_.FObjectConstructor.html
@@ -37,7 +37,7 @@
<h5><span class="tsd-kind-parameter">ctx</span>: <a href="../classes/_internal_.RuntimeContext.html" class="tsd-signature-type tsd-kind-class">RuntimeContext</a></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="../classes/TVMObject.html" class="tsd-signature-type tsd-kind-class">TVMObject</a></h4></li></ul></li></ul></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L857">runtime.ts:857</a></li></ul></aside></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L857">runtime.ts:857</a></li></ul></aside></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/types/_internal_.FTVMWasmAllocSpace.html b/docs/reference/api/typedoc/types/_internal_.FTVMWasmAllocSpace.html
index 812c0fed4a..a98b7a6761 100644
--- a/docs/reference/api/typedoc/types/_internal_.FTVMWasmAllocSpace.html
+++ b/docs/reference/api/typedoc/types/_internal_.FTVMWasmAllocSpace.html
@@ -33,7 +33,7 @@
<h5><span class="tsd-kind-parameter">size</span>: <span class="tsd-signature-type">number</span></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a></h4></li></ul></li></ul></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/ctypes.ts#L194">ctypes.ts:194</a></li></ul></aside></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/ctypes.ts#L194">ctypes.ts:194</a></li></ul></aside></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/types/_internal_.FTVMWasmFreeSpace.html b/docs/reference/api/typedoc/types/_internal_.FTVMWasmFreeSpace.html
index 26eb571c39..f6d5118bab 100644
--- a/docs/reference/api/typedoc/types/_internal_.FTVMWasmFreeSpace.html
+++ b/docs/reference/api/typedoc/types/_internal_.FTVMWasmFreeSpace.html
@@ -33,7 +33,7 @@
<h5><span class="tsd-kind-parameter">ptr</span>: <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">void</span></h4></li></ul></li></ul></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/ctypes.ts#L197">ctypes.ts:197</a></li></ul></aside></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/ctypes.ts#L197">ctypes.ts:197</a></li></ul></aside></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/types/_internal_.FTVMWasmPackedCFunc.html b/docs/reference/api/typedoc/types/_internal_.FTVMWasmPackedCFunc.html
index c1ab313fa7..c76f9d2ec3 100644
--- a/docs/reference/api/typedoc/types/_internal_.FTVMWasmPackedCFunc.html
+++ b/docs/reference/api/typedoc/types/_internal_.FTVMWasmPackedCFunc.html
@@ -45,7 +45,7 @@
<h5><span class="tsd-kind-parameter">resourceHandle</span>: <a href="_internal_.Pointer.html" class="tsd-signature-type tsd-kind-type-alias">Pointer</a></h5></li></ul></div>
<h4 class="tsd-returns-title">Returns <span class="tsd-signature-type">number</span></h4></li></ul></li></ul></div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/ctypes.ts#L206">ctypes.ts:206</a></li></ul></aside></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/ctypes.ts#L206">ctypes.ts:206</a></li></ul></aside></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/types/_internal_.Pointer.html b/docs/reference/api/typedoc/types/_internal_.Pointer.html
index 1924900a54..43923f467c 100644
--- a/docs/reference/api/typedoc/types/_internal_.Pointer.html
+++ b/docs/reference/api/typedoc/types/_internal_.Pointer.html
@@ -20,7 +20,7 @@
<div class="tsd-comment tsd-typography"><p>A pointer to points to the raw address space.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/ctypes.ts#L25">ctypes.ts:25</a></li></ul></aside></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/ctypes.ts#L25">ctypes.ts:25</a></li></ul></aside></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/reference/api/typedoc/types/_internal_.TVMObjectBase.html b/docs/reference/api/typedoc/types/_internal_.TVMObjectBase.html
index 5bf3af7325..e9d85f56b6 100644
--- a/docs/reference/api/typedoc/types/_internal_.TVMObjectBase.html
+++ b/docs/reference/api/typedoc/types/_internal_.TVMObjectBase.html
@@ -20,7 +20,7 @@
<div class="tsd-comment tsd-typography"><p>All possible object types.</p>
</div><aside class="tsd-sources">
<ul>
-<li>Defined in <a href="https://github.com/apache/tvm/blob/6a3fadc06/web/src/runtime.ts#L860">runtime.ts:860</a></li></ul></aside></div>
+<li>Defined in <a href="https://github.com/apache/tvm/blob/169879322/web/src/runtime.ts#L860">runtime.ts:860</a></li></ul></aside></div>
<div class="col-sidebar">
<div class="page-menu">
<div class="tsd-navigation settings">
diff --git a/docs/searchindex.js b/docs/searchindex.js
index b06cf79695..3b68cf01d0 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["arch/benchmark","arch/convert_layout","arch/debugger","arch/device_target_interactions","arch/frontend/tensorflow","arch/hybrid_script","arch/index","arch/inferbound","arch/introduction_to_module_serialization","arch/microtvm_design","arch/microtvm_project_api","arch/model_library_format","arch/pass_infra","arch/relay_intro","arch/relay_op_strategy","arch/runtime","arch/runtimes/vulkan","arch/security","arch/virtual_machine","contribute/ci","contribute/code_gu [...]
\ No newline at end of file
+Search.setIndex({docnames:["arch/benchmark","arch/convert_layout","arch/debugger","arch/device_target_interactions","arch/frontend/tensorflow","arch/hybrid_script","arch/index","arch/inferbound","arch/introduction_to_module_serialization","arch/microtvm_design","arch/microtvm_project_api","arch/model_library_format","arch/pass_infra","arch/relay_intro","arch/relay_op_strategy","arch/runtime","arch/runtimes/vulkan","arch/security","arch/virtual_machine","contribute/ci","contribute/code_gu [...]
\ No newline at end of file
diff --git a/docs/topic/vta/tutorials/autotvm/sg_execution_times.html b/docs/topic/vta/tutorials/autotvm/sg_execution_times.html
index c40f1635dd..368ea2e595 100644
--- a/docs/topic/vta/tutorials/autotvm/sg_execution_times.html
+++ b/docs/topic/vta/tutorials/autotvm/sg_execution_times.html
@@ -360,7 +360,7 @@
<div class="section" id="computation-times">
<span id="sphx-glr-topic-vta-tutorials-autotvm-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>00:34.803</strong> total execution time for <strong>topic_vta_tutorials_autotvm</strong> files:</p>
+<p><strong>00:32.477</strong> total execution time for <strong>topic_vta_tutorials_autotvm</strong> files:</p>
<table class="docutils align-default">
<colgroup>
<col style="width: 82%" />
@@ -369,7 +369,7 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="tune_relay_vta.html#sphx-glr-topic-vta-tutorials-autotvm-tune-relay-vta-py"><span class="std std-ref">Auto-tuning a convolutional network on VTA</span></a> (<code class="docutils literal notranslate"><span class="pre">tune_relay_vta.py</span></code>)</p></td>
-<td><p>00:34.795</p></td>
+<td><p>00:32.470</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="tune_alu_vta.html#sphx-glr-topic-vta-tutorials-autotvm-tune-alu-vta-py"><span class="std std-ref">Auto-tuning a ALU fused op on VTA</span></a> (<code class="docutils literal notranslate"><span class="pre">tune_alu_vta.py</span></code>)</p></td>
diff --git a/docs/topic/vta/tutorials/autotvm/tune_alu_vta.html b/docs/topic/vta/tutorials/autotvm/tune_alu_vta.html
index a10dbe8ea5..01ad08fa06 100644
--- a/docs/topic/vta/tutorials/autotvm/tune_alu_vta.html
+++ b/docs/topic/vta/tutorials/autotvm/tune_alu_vta.html
@@ -393,6 +393,7 @@
<div class="sphx-glr-example-title section" id="auto-tuning-a-alu-fused-op-on-vta">
<span id="sphx-glr-topic-vta-tutorials-autotvm-tune-alu-vta-py"></span><h1>Auto-tuning a ALU fused op on VTA<a class="headerlink" href="#auto-tuning-a-alu-fused-op-on-vta" title="Permalink to this headline">¶</a></h1>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">os</span>
+<span class="kn">import</span> <span class="nn">sys</span>
<span class="kn">from</span> <span class="nn">mxnet.gluon.model_zoo</span> <span class="kn">import</span> <span class="n">vision</span>
<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
<span class="kn">from</span> <span class="nn">PIL</span> <span class="kn">import</span> <span class="n">Image</span>
@@ -707,7 +708,11 @@ Here we use an Pynq-Z1 board as an example.</p>
<span class="c1"># Run the tuning and evaluate the results</span>
-<span class="n">tune_and_evaluate</span><span class="p">(</span><a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tuning_option</span></a><span class="p">)</span>
+<span class="k">try</span><span class="p">:</span>
+ <span class="n">tune_and_evaluate</span><span class="p">(</span><a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tuning_option</span></a><span class="p">)</span>
+<span class="k">except</span> <span class="ne">RuntimeError</span><span class="p">:</span>
+ <span class="nb">print</span><span class="p">(</span><span class="s2">"Downloads from mxnet no longer supported"</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><a href="https://docs.python.org/3/library/io.html#io.TextIOWrapper" title="io.TextIOWrapper" class="sphx-glr-backref-module-io sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">sys</span><span class="o">.</span><span class="n">stderr</span></a><span class="p [...]
+ <a href="https://docs.python.org/3/library/sys.html#sys.exit" title="sys.exit" class="sphx-glr-backref-module-sys sphx-glr-backref-type-py-function"><span class="n">sys</span><span class="o">.</span><span class="n">exit</span></a><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
</pre></div>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>ALU only op only available for intelfocl target
diff --git a/docs/topic/vta/tutorials/autotvm/tune_relay_vta.html b/docs/topic/vta/tutorials/autotvm/tune_relay_vta.html
index 777dc7c303..3cfafcb47f 100644
--- a/docs/topic/vta/tutorials/autotvm/tune_relay_vta.html
+++ b/docs/topic/vta/tutorials/autotvm/tune_relay_vta.html
@@ -418,6 +418,8 @@ sudo<span class="w"> </span>make<span class="w"> </span>cython3
</div>
<p>Now return to python code. Import packages.</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">os</span>
+<span class="kn">import</span> <span class="nn">sys</span>
+
<span class="kn">from</span> <span class="nn">mxnet.gluon.model_zoo</span> <span class="kn">import</span> <span class="n">vision</span>
<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
<span class="kn">from</span> <span class="nn">PIL</span> <span class="kn">import</span> <span class="n">Image</span>
@@ -808,7 +810,11 @@ the <code class="docutils literal notranslate"><span class="pre">`TARGET</span><
<span class="c1"># Run the tuning and evaluate the results</span>
-<span class="n">tune_and_evaluate</span><span class="p">(</span><a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tuning_option</span></a><span class="p">)</span>
+<span class="k">try</span><span class="p">:</span>
+ <span class="n">tune_and_evaluate</span><span class="p">(</span><a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tuning_option</span></a><span class="p">)</span>
+<span class="k">except</span> <span class="ne">RuntimeError</span><span class="p">:</span>
+ <span class="nb">print</span><span class="p">(</span><span class="s2">"Downloads from mxnet no longer supported"</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><a href="https://docs.python.org/3/library/io.html#io.TextIOWrapper" title="io.TextIOWrapper" class="sphx-glr-backref-module-io sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">sys</span><span class="o">.</span><span class="n">stderr</span></a><span class="p [...]
+ <a href="https://docs.python.org/3/library/sys.html#sys.exit" title="sys.exit" class="sphx-glr-backref-module-sys sphx-glr-backref-type-py-function"><span class="n">sys</span><span class="o">.</span><span class="n">exit</span></a><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
</pre></div>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Extract tasks...
diff --git a/docs/topic/vta/tutorials/frontend/deploy_classification.html b/docs/topic/vta/tutorials/frontend/deploy_classification.html
index f89fd653bb..cc46f68dd7 100644
--- a/docs/topic/vta/tutorials/frontend/deploy_classification.html
+++ b/docs/topic/vta/tutorials/frontend/deploy_classification.html
@@ -411,6 +411,7 @@ tensorization in the core) to massage the compute graph for the hardware target.
<span class="kn">import</span> <span class="nn">argparse</span><span class="o">,</span> <span class="nn">json</span><span class="o">,</span> <span class="nn">os</span><span class="o">,</span> <span class="nn">requests</span><span class="o">,</span> <span class="nn">sys</span><span class="o">,</span> <span class="nn">time</span>
<span class="kn">from</span> <span class="nn">io</span> <span class="kn">import</span> <span class="n">BytesIO</span>
<span class="kn">from</span> <span class="nn">os.path</span> <span class="kn">import</span> <a href="https://docs.python.org/3/library/os.path.html#os.path.join" title="os.path.join" class="sphx-glr-backref-module-os-path sphx-glr-backref-type-py-function"><span class="n">join</span></a><span class="p">,</span> <span class="n">isfile</span>
+<span class="kn">import</span> <span class="nn">sys</span>
<span class="kn">from</span> <span class="nn">PIL</span> <span class="kn">import</span> <span class="n">Image</span>
<span class="kn">from</span> <span class="nn">mxnet.gluon.model_zoo</span> <span class="kn">import</span> <span class="n">vision</span>
@@ -531,7 +532,11 @@ and dense layer which will both be executed in fp32 on the CPU.</p></li>
<a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">shape_dict</span></a> <span class="o">=</span> <span class="p">{</span><span class="s2">"data"</span><span class="p">:</span> <span class="p">(</span><a href="https://docs.python.org/3/library/functions.html#int" title="builtins.int" class="sphx-glr-backref-module-builtins sphx- [...]
<span class="c1"># Get off the shelf gluon model, and convert to relay</span>
- <span class="n">gluon_model</span> <span class="o">=</span> <span class="n">vision</span><span class="o">.</span><span class="n">get_model</span><span class="p">(</span><a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">model</span></a><span class="p">,</span> <span class="n">pretrained</span><span class="o">=</span><span class="kc">True</s [...]
+ <span class="k">try</span><span class="p">:</span>
+ <span class="n">gluon_model</span> <span class="o">=</span> <span class="n">vision</span><span class="o">.</span><span class="n">get_model</span><span class="p">(</span><a href="https://docs.python.org/3/library/stdtypes.html#str" title="builtins.str" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">model</span></a><span class="p">,</span> <span class="n">pretrained</span><span class="o">=</span><span class="kc">Tru [...]
+ <span class="k">except</span> <span class="ne">RuntimeError</span><span class="p">:</span>
+ <span class="nb">print</span><span class="p">(</span><span class="s2">"Downloads from mxnet no longer supported"</span><span class="p">,</span> <span class="n">file</span><span class="o">=</span><a href="https://docs.python.org/3/library/io.html#io.TextIOWrapper" title="io.TextIOWrapper" class="sphx-glr-backref-module-io sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">sys</span><span class="o">.</span><span class="n">stderr</span></a><span clas [...]
+ <a href="https://docs.python.org/3/library/sys.html#sys.exit" title="sys.exit" class="sphx-glr-backref-module-sys sphx-glr-backref-type-py-function"><span class="n">sys</span><span class="o">.</span><span class="n">exit</span></a><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
<span class="c1"># Measure build start time</span>
<a href="https://docs.python.org/3/library/functions.html#float" title="builtins.float" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">build_start</span></a> <span class="o">=</span> <a href="https://docs.python.org/3/library/time.html#time.time" title="time.time" class="sphx-glr-backref-module-time sphx-glr-backref-type-py-function"><span class="n">time</span><span class="o">.</span><span class="n">time</span></a><sp [...]
@@ -601,9 +606,9 @@ and dense layer which will both be executed in fp32 on the CPU.</p></li>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>/workspace/python/tvm/relay/build_module.py:345: DeprecationWarning: Please use input parameter mod (tvm.IRModule) instead of deprecated parameter mod (tvm.relay.function.Function)
warnings.warn(
-/workspace/vta/tutorials/frontend/deploy_classification.py:212: DeprecationWarning: legacy graph executor behavior of producing json / lib / params will be removed in the next release. Please see documents of tvm.contrib.graph_executor.GraphModule for the new recommended usage.
+/workspace/vta/tutorials/frontend/deploy_classification.py:217: DeprecationWarning: legacy graph executor behavior of producing json / lib / params will be removed in the next release. Please see documents of tvm.contrib.graph_executor.GraphModule for the new recommended usage.
graph, lib, params = relay.build(
-resnet18_v1 inference graph built in 37.03s!
+resnet18_v1 inference graph built in 33.98s!
</pre></div>
</div>
</div>
diff --git a/docs/topic/vta/tutorials/frontend/deploy_detection.html b/docs/topic/vta/tutorials/frontend/deploy_detection.html
index 80a791f4a2..12dde02986 100644
--- a/docs/topic/vta/tutorials/frontend/deploy_detection.html
+++ b/docs/topic/vta/tutorials/frontend/deploy_detection.html
@@ -621,7 +621,7 @@ and dense layer which will both be executed in fp32 on the CPU.</p></li>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>/workspace/python/tvm/relay/build_module.py:345: DeprecationWarning: Please use input parameter mod (tvm.IRModule) instead of deprecated parameter mod (tvm.relay.function.Function)
warnings.warn(
-yolov3-tiny inference graph built in 25.13s!
+yolov3-tiny inference graph built in 23.38s!
</pre></div>
</div>
</div>
diff --git a/docs/topic/vta/tutorials/frontend/sg_execution_times.html b/docs/topic/vta/tutorials/frontend/sg_execution_times.html
index e7ec90a98f..89e3142318 100644
--- a/docs/topic/vta/tutorials/frontend/sg_execution_times.html
+++ b/docs/topic/vta/tutorials/frontend/sg_execution_times.html
@@ -360,7 +360,7 @@
<div class="section" id="computation-times">
<span id="sphx-glr-topic-vta-tutorials-frontend-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>01:56.026</strong> total execution time for <strong>topic_vta_tutorials_frontend</strong> files:</p>
+<p><strong>01:48.705</strong> total execution time for <strong>topic_vta_tutorials_frontend</strong> files:</p>
<table class="docutils align-default">
<colgroup>
<col style="width: 84%" />
@@ -369,11 +369,11 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="deploy_detection.html#sphx-glr-topic-vta-tutorials-frontend-deploy-detection-py"><span class="std std-ref">Deploy Pretrained Vision Detection Model from Darknet on VTA</span></a> (<code class="docutils literal notranslate"><span class="pre">deploy_detection.py</span></code>)</p></td>
-<td><p>00:58.233</p></td>
+<td><p>00:55.003</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="deploy_classification.html#sphx-glr-topic-vta-tutorials-frontend-deploy-classification-py"><span class="std std-ref">Deploy Pretrained Vision Model from MxNet on VTA</span></a> (<code class="docutils literal notranslate"><span class="pre">deploy_classification.py</span></code>)</p></td>
-<td><p>00:57.793</p></td>
+<td><p>00:53.701</p></td>
<td><p>0.0 MB</p></td>
</tr>
</tbody>
diff --git a/docs/topic/vta/tutorials/optimize/sg_execution_times.html b/docs/topic/vta/tutorials/optimize/sg_execution_times.html
index 5fd7790005..897457cb36 100644
--- a/docs/topic/vta/tutorials/optimize/sg_execution_times.html
+++ b/docs/topic/vta/tutorials/optimize/sg_execution_times.html
@@ -360,7 +360,7 @@
<div class="section" id="computation-times">
<span id="sphx-glr-topic-vta-tutorials-optimize-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>00:03.257</strong> total execution time for <strong>topic_vta_tutorials_optimize</strong> files:</p>
+<p><strong>00:03.178</strong> total execution time for <strong>topic_vta_tutorials_optimize</strong> files:</p>
<table class="docutils align-default">
<colgroup>
<col style="width: 84%" />
@@ -369,11 +369,11 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="convolution_opt.html#sphx-glr-topic-vta-tutorials-optimize-convolution-opt-py"><span class="std std-ref">2D Convolution Optimization</span></a> (<code class="docutils literal notranslate"><span class="pre">convolution_opt.py</span></code>)</p></td>
-<td><p>00:02.777</p></td>
+<td><p>00:02.668</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="matrix_multiply_opt.html#sphx-glr-topic-vta-tutorials-optimize-matrix-multiply-opt-py"><span class="std std-ref">Matrix Multiply Blocking</span></a> (<code class="docutils literal notranslate"><span class="pre">matrix_multiply_opt.py</span></code>)</p></td>
-<td><p>00:00.480</p></td>
+<td><p>00:00.510</p></td>
<td><p>0.0 MB</p></td>
</tr>
</tbody>
diff --git a/docs/topic/vta/tutorials/sg_execution_times.html b/docs/topic/vta/tutorials/sg_execution_times.html
index 7506a8ff5e..904d6f379a 100644
--- a/docs/topic/vta/tutorials/sg_execution_times.html
+++ b/docs/topic/vta/tutorials/sg_execution_times.html
@@ -360,7 +360,7 @@
<div class="section" id="computation-times">
<span id="sphx-glr-topic-vta-tutorials-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>00:00.778</strong> total execution time for <strong>topic_vta_tutorials</strong> files:</p>
+<p><strong>00:00.851</strong> total execution time for <strong>topic_vta_tutorials</strong> files:</p>
<table class="docutils align-default">
<colgroup>
<col style="width: 81%" />
@@ -369,11 +369,11 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="matrix_multiply.html#sphx-glr-topic-vta-tutorials-matrix-multiply-py"><span class="std std-ref">Simple Matrix Multiply</span></a> (<code class="docutils literal notranslate"><span class="pre">matrix_multiply.py</span></code>)</p></td>
-<td><p>00:00.404</p></td>
+<td><p>00:00.436</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="vta_get_started.html#sphx-glr-topic-vta-tutorials-vta-get-started-py"><span class="std std-ref">Get Started with VTA</span></a> (<code class="docutils literal notranslate"><span class="pre">vta_get_started.py</span></code>)</p></td>
-<td><p>00:00.374</p></td>
+<td><p>00:00.414</p></td>
<td><p>0.0 MB</p></td>
</tr>
</tbody>
diff --git a/docs/tutorial/auto_scheduler_matmul_x86.html b/docs/tutorial/auto_scheduler_matmul_x86.html
index 6682e35dca..41852c47db 100644
--- a/docs/tutorial/auto_scheduler_matmul_x86.html
+++ b/docs/tutorial/auto_scheduler_matmul_x86.html
@@ -589,7 +589,7 @@ class Module:
<span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Execution time of this operator: 94.423 ms
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Execution time of this operator: 86.665 ms
</pre></div>
</div>
</div>
@@ -661,7 +661,7 @@ automatically optimize a matrix multiplication, without the need to specify a
search template. It ends a series of examples that starts from the Tensor
Expression (TE) language that demonstrates how TVM can optimize computational
operations.</p>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 22.343 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 1 minutes 25.734 seconds)</p>
<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-tutorial-auto-scheduler-matmul-x86-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../_downloads/eac4389b114db015e95cb3cdf8b86b83/auto_scheduler_matmul_x86.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">auto_scheduler_matmul_x86.py</span></code></a></p>
diff --git a/docs/tutorial/autotvm_matmul_x86.html b/docs/tutorial/autotvm_matmul_x86.html
index 8e4794bebc..482d6a089b 100644
--- a/docs/tutorial/autotvm_matmul_x86.html
+++ b/docs/tutorial/autotvm_matmul_x86.html
@@ -700,16 +700,16 @@ reduce variance, we take 5 measurements and average them.</p>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>waiting for device...
device available
Get devices for measurement successfully!
-No: 1 GFLOPS: 11.43/11.43 result: MeasureResult(costs=(0.0234842954,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.630509614944458, timestamp=1707293231.674515) [('tile_y', [-1, 256]), ('tile_x', [-1, 512])],None,98
-No: 2 GFLOPS: 1.95/11.43 result: MeasureResult(costs=(0.13731269159999998,), error_no=MeasureErrorNo.NO_ERROR, all_cost=2.444164514541626, timestamp=1707293234.1278164) [('tile_y', [-1, 4]), ('tile_x', [-1, 1])],None,2
-No: 3 GFLOPS: 11.36/11.43 result: MeasureResult(costs=(0.0236388518,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.623408317565918, timestamp=1707293234.7632766) [('tile_y', [-1, 4]), ('tile_x', [-1, 16])],None,42
-No: 4 GFLOPS: 9.16/11.43 result: MeasureResult(costs=(0.0293154568,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.7041709423065186, timestamp=1707293235.4871924) [('tile_y', [-1, 1]), ('tile_x', [-1, 8])],None,30
-No: 5 GFLOPS: 0.95/11.43 result: MeasureResult(costs=(0.2814572924,), error_no=MeasureErrorNo.NO_ERROR, all_cost=4.769812345504761, timestamp=1707293240.44726) [('tile_y', [-1, 512]), ('tile_x', [-1, 2])],None,19
-No: 6 GFLOPS: 9.05/11.43 result: MeasureResult(costs=(0.029653768200000003,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.7438392639160156, timestamp=1707293241.183093) [('tile_y', [-1, 256]), ('tile_x', [-1, 16])],None,48
-No: 7 GFLOPS: 9.07/11.43 result: MeasureResult(costs=(0.0295819986,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.7980523109436035, timestamp=1707293241.9134657) [('tile_y', [-1, 512]), ('tile_x', [-1, 64])],None,69
-No: 8 GFLOPS: 2.81/11.43 result: MeasureResult(costs=(0.0954185728,), error_no=MeasureErrorNo.NO_ERROR, all_cost=1.7812232971191406, timestamp=1707293243.7074542) [('tile_y', [-1, 1]), ('tile_x', [-1, 2])],None,10
-No: 9 GFLOPS: 8.49/11.43 result: MeasureResult(costs=(0.031623632,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.7321269512176514, timestamp=1707293244.548159) [('tile_y', [-1, 2]), ('tile_x', [-1, 8])],None,31
-No: 10 GFLOPS: 1.81/11.43 result: MeasureResult(costs=(0.1479663784,), error_no=MeasureErrorNo.NO_ERROR, all_cost=2.6018755435943604, timestamp=1707293247.1935005) [('tile_y', [-1, 512]), ('tile_x', [-1, 4])],None,29
+No: 1 GFLOPS: 0.48/0.48 result: MeasureResult(costs=(0.5612590598,), error_no=MeasureErrorNo.NO_ERROR, all_cost=9.220144033432007, timestamp=1707522810.6646357) [('tile_y', [-1, 512]), ('tile_x', [-1, 1])],None,9
+No: 2 GFLOPS: 13.77/13.77 result: MeasureResult(costs=(0.019497375,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.5828409194946289, timestamp=1707522811.2406518) [('tile_y', [-1, 16]), ('tile_x', [-1, 256])],None,84
+No: 3 GFLOPS: 15.45/15.45 result: MeasureResult(costs=(0.017376708600000002,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.5944230556488037, timestamp=1707522811.7705634) [('tile_y', [-1, 32]), ('tile_x', [-1, 64])],None,65
+No: 4 GFLOPS: 3.62/15.45 result: MeasureResult(costs=(0.0742016278,), error_no=MeasureErrorNo.NO_ERROR, all_cost=1.4129760265350342, timestamp=1707522813.2052019) [('tile_y', [-1, 512]), ('tile_x', [-1, 8])],None,39
+No: 5 GFLOPS: 13.24/15.45 result: MeasureResult(costs=(0.020268517800000004,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.6198828220367432, timestamp=1707522813.95096) [('tile_y', [-1, 16]), ('tile_x', [-1, 512])],None,94
+No: 6 GFLOPS: 9.60/15.45 result: MeasureResult(costs=(0.027960535399999997,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.6990289688110352, timestamp=1707522814.6460881) [('tile_y', [-1, 256]), ('tile_x', [-1, 16])],None,48
+No: 7 GFLOPS: 14.33/15.45 result: MeasureResult(costs=(0.0187280844,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.6067886352539062, timestamp=1707522815.204227) [('tile_y', [-1, 128]), ('tile_x', [-1, 128])],None,77
+No: 8 GFLOPS: 1.85/15.45 result: MeasureResult(costs=(0.14512034980000002,), error_no=MeasureErrorNo.NO_ERROR, all_cost=2.561180591583252, timestamp=1707522817.7779088) [('tile_y', [-1, 512]), ('tile_x', [-1, 4])],None,29
+No: 9 GFLOPS: 0.54/15.45 result: MeasureResult(costs=(0.49525399859999997,), error_no=MeasureErrorNo.NO_ERROR, all_cost=8.133240938186646, timestamp=1707522826.0301173) [('tile_y', [-1, 256]), ('tile_x', [-1, 1])],None,8
+No: 10 GFLOPS: 11.10/15.45 result: MeasureResult(costs=(0.0241745184,), error_no=MeasureErrorNo.NO_ERROR, all_cost=0.6056869029998779, timestamp=1707522826.668265) [('tile_y', [-1, 4]), ('tile_x', [-1, 16])],None,42
</pre></div>
</div>
<p>With tuning completed, we can choose the configuration from the log file that
diff --git a/docs/tutorial/autotvm_relay_x86.html b/docs/tutorial/autotvm_relay_x86.html
index cd9d9f39ad..7c8240abfd 100644
--- a/docs/tutorial/autotvm_relay_x86.html
+++ b/docs/tutorial/autotvm_relay_x86.html
@@ -578,7 +578,7 @@ standard deviation.</p>
<span class="nb">print</span><span class="p">(</span><a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">unoptimized</span></a><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>{'mean': 491.72648005003794, 'median': 491.7519180000454, 'std': 2.4079526756377634}
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>{'mean': 448.2907487400371, 'median': 448.1195803502487, 'std': 1.2273521405394243}
</pre></div>
</div>
</div>
@@ -767,178 +767,177 @@ depending on the specifics of the model and the target platform.</p>
</pre></div>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[Task 1/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 1/25] Current/Best: 9.85/ 23.38 GFLOPS | Progress: (4/20) | 8.22 s
-[Task 1/25] Current/Best: 18.27/ 23.38 GFLOPS | Progress: (8/20) | 10.55 s
-[Task 1/25] Current/Best: 8.56/ 23.38 GFLOPS | Progress: (12/20) | 12.81 s
-[Task 1/25] Current/Best: 23.85/ 23.85 GFLOPS | Progress: (16/20) | 14.94 s
-[Task 1/25] Current/Best: 17.87/ 23.85 GFLOPS | Progress: (20/20) | 18.40 s Done.
+[Task 1/25] Current/Best: 16.02/ 24.26 GFLOPS | Progress: (4/20) | 7.97 s
+[Task 1/25] Current/Best: 10.27/ 24.26 GFLOPS | Progress: (8/20) | 10.11 s
+[Task 1/25] Current/Best: 6.72/ 24.26 GFLOPS | Progress: (12/20) | 14.02 s
+[Task 1/25] Current/Best: 17.41/ 24.26 GFLOPS | Progress: (16/20) | 16.26 s
+[Task 1/25] Current/Best: 18.45/ 25.12 GFLOPS | Progress: (20/20) | 18.28 s Done.
[Task 2/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 2/25] Current/Best: 13.53/ 17.07 GFLOPS | Progress: (4/20) | 3.94 s
-[Task 2/25] Current/Best: 21.21/ 21.21 GFLOPS | Progress: (8/20) | 5.34 s
-[Task 2/25] Current/Best: 14.37/ 21.21 GFLOPS | Progress: (12/20) | 7.00 s
-[Task 2/25] Current/Best: 12.12/ 21.21 GFLOPS | Progress: (16/20) | 8.34 s
-[Task 2/25] Current/Best: 11.84/ 21.21 GFLOPS | Progress: (20/20) | 10.19 s Done.
+[Task 2/25] Current/Best: 2.31/ 22.91 GFLOPS | Progress: (4/20) | 3.84 s
+[Task 2/25] Current/Best: 5.97/ 22.91 GFLOPS | Progress: (8/20) | 6.55 s
+[Task 2/25] Current/Best: 12.28/ 22.91 GFLOPS | Progress: (12/20) | 8.24 s
+[Task 2/25] Current/Best: 15.80/ 22.91 GFLOPS | Progress: (16/20) | 9.72 s
+[Task 2/25] Current/Best: 18.38/ 22.91 GFLOPS | Progress: (20/20) | 11.11 s Done.
[Task 3/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 3/25] Current/Best: 13.60/ 20.77 GFLOPS | Progress: (4/20) | 5.03 s
-[Task 3/25] Current/Best: 10.33/ 21.28 GFLOPS | Progress: (8/20) | 7.55 s
-[Task 3/25] Current/Best: 12.73/ 21.28 GFLOPS | Progress: (12/20) | 10.60 s
-[Task 3/25] Current/Best: 13.41/ 21.28 GFLOPS | Progress: (16/20) | 12.90 s
-[Task 3/25] Current/Best: 19.67/ 21.28 GFLOPS | Progress: (20/20) | 15.36 s Done.
+[Task 3/25] Current/Best: 20.55/ 21.54 GFLOPS | Progress: (4/20) | 4.48 s
+[Task 3/25] Current/Best: 7.94/ 21.54 GFLOPS | Progress: (8/20) | 6.77 s
+[Task 3/25] Current/Best: 21.81/ 21.81 GFLOPS | Progress: (12/20) | 9.52 s
+[Task 3/25] Current/Best: 14.39/ 21.81 GFLOPS | Progress: (16/20) | 12.18 s
+[Task 3/25] Current/Best: 25.71/ 25.71 GFLOPS | Progress: (20/20) | 14.56 s Done.
[Task 4/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 4/25] Current/Best: 10.18/ 12.71 GFLOPS | Progress: (4/20) | 7.50 s
-[Task 4/25] Current/Best: 7.35/ 16.76 GFLOPS | Progress: (8/20) | 9.51 s
-[Task 4/25] Current/Best: 14.31/ 18.87 GFLOPS | Progress: (12/20) | 11.37 s
-[Task 4/25] Current/Best: 11.34/ 18.87 GFLOPS | Progress: (16/20) | 14.27 s
-[Task 4/25] Current/Best: 11.31/ 20.56 GFLOPS | Progress: (20/20) | 19.30 s Done.
+[Task 4/25] Current/Best: 9.99/ 22.48 GFLOPS | Progress: (4/20) | 4.35 s
+[Task 4/25] Current/Best: 17.67/ 22.48 GFLOPS | Progress: (8/20) | 5.99 s
+[Task 4/25] Current/Best: 18.45/ 22.48 GFLOPS | Progress: (12/20) | 7.91 s
+[Task 4/25] Current/Best: 8.17/ 22.48 GFLOPS | Progress: (16/20) | 11.31 s
+[Task 4/25] Current/Best: 10.86/ 22.48 GFLOPS | Progress: (20/20) | 13.54 s Done.
[Task 5/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 5/25] Current/Best: 13.88/ 20.45 GFLOPS | Progress: (4/20) | 4.28 s
-[Task 5/25] Current/Best: 12.40/ 20.45 GFLOPS | Progress: (8/20) | 6.50 s
-[Task 5/25] Current/Best: 6.22/ 20.45 GFLOPS | Progress: (12/20) | 8.68 s
-[Task 5/25] Current/Best: 3.13/ 20.45 GFLOPS | Progress: (16/20) | 10.88 s
-[Task 5/25] Current/Best: 3.59/ 20.45 GFLOPS | Progress: (20/20) | 13.14 s Done.
+[Task 5/25] Current/Best: 19.34/ 21.11 GFLOPS | Progress: (4/20) | 4.25 s
+[Task 5/25] Current/Best: 5.96/ 21.11 GFLOPS | Progress: (8/20) | 6.93 s
+[Task 5/25] Current/Best: 12.36/ 21.11 GFLOPS | Progress: (12/20) | 9.11 s
+[Task 5/25] Current/Best: 22.45/ 22.45 GFLOPS | Progress: (16/20) | 10.93 s
+[Task 5/25] Current/Best: 5.06/ 22.45 GFLOPS | Progress: (20/20) | 13.43 s Done.
[Task 6/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 6/25] Current/Best: 9.19/ 20.59 GFLOPS | Progress: (4/20) | 4.79 s
-[Task 6/25] Current/Best: 11.96/ 20.59 GFLOPS | Progress: (8/20) | 8.20 s
-[Task 6/25] Current/Best: 4.80/ 20.59 GFLOPS | Progress: (12/20) | 10.51 s
-[Task 6/25] Current/Best: 12.51/ 21.55 GFLOPS | Progress: (16/20) | 13.15 s
-[Task 6/25] Current/Best: 14.51/ 21.55 GFLOPS | Progress: (20/20) | 15.50 s Done.
+[Task 6/25] Current/Best: 16.05/ 16.05 GFLOPS | Progress: (4/20) | 4.75 s
+[Task 6/25] Current/Best: 6.32/ 16.05 GFLOPS | Progress: (8/20) | 9.59 s
+[Task 6/25] Current/Best: 19.03/ 19.03 GFLOPS | Progress: (12/20) | 12.34 s
+[Task 6/25] Current/Best: 12.32/ 21.08 GFLOPS | Progress: (16/20) | 16.05 s
+[Task 6/25] Current/Best: 19.12/ 22.57 GFLOPS | Progress: (20/20) | 17.95 s Done.
[Task 7/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 7/25] Current/Best: 10.99/ 17.55 GFLOPS | Progress: (4/20) | 5.86 s
-[Task 7/25] Current/Best: 17.24/ 21.66 GFLOPS | Progress: (8/20) | 8.10 s
-[Task 7/25] Current/Best: 9.09/ 21.66 GFLOPS | Progress: (12/20) | 10.74 s
-[Task 7/25] Current/Best: 12.18/ 21.66 GFLOPS | Progress: (16/20) | 13.46 s
-[Task 7/25] Current/Best: 12.65/ 22.39 GFLOPS | Progress: (20/20) | 15.53 s Done.
+[Task 7/25] Current/Best: 6.67/ 17.65 GFLOPS | Progress: (4/20) | 4.80 s
+[Task 7/25] Current/Best: 11.93/ 20.76 GFLOPS | Progress: (8/20) | 7.28 s
+[Task 7/25] Current/Best: 21.43/ 24.02 GFLOPS | Progress: (12/20) | 9.46 s
+[Task 7/25] Current/Best: 10.10/ 24.02 GFLOPS | Progress: (16/20) | 12.56 s
+[Task 7/25] Current/Best: 12.82/ 24.02 GFLOPS | Progress: (20/20) | 14.69 s Done.
[Task 8/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 8/25] Current/Best: 10.18/ 11.07 GFLOPS | Progress: (4/20) | 6.32 s
-[Task 8/25] Current/Best: 13.68/ 13.68 GFLOPS | Progress: (8/20) | 12.58 s
-[Task 8/25] Current/Best: 9.79/ 13.68 GFLOPS | Progress: (12/20) | 16.47 s
-[Task 8/25] Current/Best: 13.97/ 13.97 GFLOPS | Progress: (16/20) | 20.21 s
-[Task 8/25] Current/Best: 10.44/ 13.97 GFLOPS | Progress: (20/20) | 24.43 s Done.
+[Task 8/25] Current/Best: 7.44/ 19.25 GFLOPS | Progress: (4/20) | 5.00 s
+[Task 8/25] Current/Best: 3.06/ 19.25 GFLOPS | Progress: (8/20) | 8.63 s
+[Task 8/25] Current/Best: 15.09/ 19.25 GFLOPS | Progress: (12/20) | 19.61 s
+[Task 8/25] Current/Best: 3.18/ 19.25 GFLOPS | Progress: (16/20) | 22.25 s
+[Task 8/25] Current/Best: 11.00/ 19.25 GFLOPS | Progress: (20/20) | 25.55 s Done.
[Task 9/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 9/25] Current/Best: 6.44/ 17.07 GFLOPS | Progress: (4/20) | 4.39 s
-[Task 9/25] Current/Best: 15.22/ 19.33 GFLOPS | Progress: (8/20) | 6.23 s
-[Task 9/25] Current/Best: 6.53/ 22.12 GFLOPS | Progress: (12/20) | 17.40 s
-[Task 9/25] Current/Best: 20.11/ 22.12 GFLOPS | Progress: (16/20) | 20.31 s
-[Task 9/25] Current/Best: 12.76/ 22.12 GFLOPS | Progress: (20/20) | 23.40 s
+[Task 9/25] Current/Best: 16.40/ 16.40 GFLOPS | Progress: (4/20) | 12.51 s
+[Task 9/25] Current/Best: 15.63/ 18.80 GFLOPS | Progress: (8/20) | 23.52 s
+[Task 9/25] Current/Best: 13.25/ 20.29 GFLOPS | Progress: (12/20) | 26.19 s
+[Task 9/25] Current/Best: 18.33/ 22.51 GFLOPS | Progress: (16/20) | 28.28 s
+[Task 9/25] Current/Best: 13.10/ 22.51 GFLOPS | Progress: (20/20) | 30.05 s
[Task 10/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 10/25] Current/Best: 16.14/ 16.28 GFLOPS | Progress: (4/20) | 4.20 s
-[Task 10/25] Current/Best: 14.28/ 16.28 GFLOPS | Progress: (8/20) | 6.69 s
-[Task 10/25] Current/Best: 14.96/ 18.60 GFLOPS | Progress: (12/20) | 9.35 s
-[Task 10/25] Current/Best: 8.44/ 22.88 GFLOPS | Progress: (16/20) | 11.06 s
-[Task 10/25] Current/Best: 5.75/ 22.88 GFLOPS | Progress: (20/20) | 13.12 s Done.
+[Task 10/25] Current/Best: 13.69/ 18.75 GFLOPS | Progress: (4/20) | 4.01 s
+[Task 10/25] Current/Best: 16.10/ 19.65 GFLOPS | Progress: (8/20) | 6.04 s
+[Task 10/25] Current/Best: 10.64/ 19.65 GFLOPS | Progress: (12/20) | 7.98 s
+[Task 10/25] Current/Best: 16.06/ 19.65 GFLOPS | Progress: (16/20) | 10.29 s
+[Task 10/25] Current/Best: 15.70/ 19.66 GFLOPS | Progress: (20/20) | 11.98 s Done.
[Task 11/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 11/25] Current/Best: 12.30/ 20.62 GFLOPS | Progress: (4/20) | 4.41 s
-[Task 11/25] Current/Best: 16.12/ 23.36 GFLOPS | Progress: (8/20) | 6.63 s
-[Task 11/25] Current/Best: 23.38/ 23.38 GFLOPS | Progress: (12/20) | 8.96 s
-[Task 11/25] Current/Best: 11.25/ 23.38 GFLOPS | Progress: (16/20) | 12.32 s
-[Task 11/25] Current/Best: 18.62/ 23.70 GFLOPS | Progress: (20/20) | 14.24 s Done.
+[Task 11/25] Current/Best: 16.70/ 21.14 GFLOPS | Progress: (4/20) | 5.01 s
+[Task 11/25] Current/Best: 19.02/ 21.14 GFLOPS | Progress: (8/20) | 7.03 s
+[Task 11/25] Current/Best: 14.93/ 22.40 GFLOPS | Progress: (12/20) | 8.95 s
+[Task 11/25] Current/Best: 18.26/ 23.91 GFLOPS | Progress: (16/20) | 11.10 s
+[Task 11/25] Current/Best: 22.60/ 23.91 GFLOPS | Progress: (20/20) | 14.55 s Done.
[Task 12/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 12/25] Current/Best: 11.48/ 18.71 GFLOPS | Progress: (4/20) | 4.90 s
-[Task 12/25] Current/Best: 2.96/ 18.71 GFLOPS | Progress: (8/20) | 8.48 s
-[Task 12/25] Current/Best: 13.05/ 18.71 GFLOPS | Progress: (12/20) | 12.78 s
-[Task 12/25] Current/Best: 15.08/ 18.71 GFLOPS | Progress: (16/20) | 15.60 s
-[Task 12/25] Current/Best: 19.30/ 19.30 GFLOPS | Progress: (20/20) | 21.44 s Done.
+[Task 12/25] Current/Best: 17.70/ 17.70 GFLOPS | Progress: (4/20) | 4.70 s
+[Task 12/25] Current/Best: 13.62/ 18.88 GFLOPS | Progress: (8/20) | 7.31 s
+[Task 12/25] Current/Best: 4.03/ 18.88 GFLOPS | Progress: (12/20) | 10.61 s
+[Task 12/25] Current/Best: 15.98/ 19.51 GFLOPS | Progress: (16/20) | 13.04 s
+[Task 12/25] Current/Best: 21.40/ 21.40 GFLOPS | Progress: (20/20) | 16.64 s Done.
[Task 13/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 13/25] Current/Best: 10.64/ 12.15 GFLOPS | Progress: (4/20) | 5.24 s
-[Task 13/25] Current/Best: 22.83/ 22.83 GFLOPS | Progress: (8/20) | 7.88 s
-[Task 13/25] Current/Best: 17.76/ 22.83 GFLOPS | Progress: (12/20) | 10.22 s
-[Task 13/25] Current/Best: 21.46/ 22.83 GFLOPS | Progress: (16/20) | 12.27 s
-[Task 13/25] Current/Best: 8.88/ 22.83 GFLOPS | Progress: (20/20) | 15.55 s Done.
+[Task 13/25] Current/Best: 6.46/ 19.12 GFLOPS | Progress: (4/20) | 5.73 s
+[Task 13/25] Current/Best: 20.44/ 22.70 GFLOPS | Progress: (8/20) | 9.23 s
+[Task 13/25] Current/Best: 5.89/ 22.70 GFLOPS | Progress: (12/20) | 11.78 s
+[Task 13/25] Current/Best: 13.49/ 22.70 GFLOPS | Progress: (16/20) | 14.68 s
+[Task 13/25] Current/Best: 19.44/ 22.70 GFLOPS | Progress: (20/20) | 17.26 s Done.
[Task 14/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 14/25] Current/Best: 10.60/ 16.97 GFLOPS | Progress: (4/20) | 6.54 s
-[Task 14/25] Current/Best: 5.83/ 16.97 GFLOPS | Progress: (8/20) | 13.72 s
-[Task 14/25] Current/Best: 14.17/ 16.97 GFLOPS | Progress: (12/20) | 17.06 s
-[Task 14/25] Current/Best: 7.96/ 17.94 GFLOPS | Progress: (16/20) | 25.91 s
-[Task 14/25] Current/Best: 9.75/ 17.94 GFLOPS | Progress: (20/20) | 30.51 s Done.
+[Task 14/25] Current/Best: 8.65/ 22.81 GFLOPS | Progress: (4/20) | 5.09 s
+[Task 14/25] Current/Best: 17.80/ 22.81 GFLOPS | Progress: (8/20) | 12.22 s
+[Task 14/25] Current/Best: 16.04/ 22.81 GFLOPS | Progress: (12/20) | 16.07 s
+[Task 14/25] Current/Best: 14.69/ 22.81 GFLOPS | Progress: (16/20) | 27.50 s
+[Task 14/25] Current/Best: 11.91/ 22.81 GFLOPS | Progress: (20/20) | 30.04 s Done.
[Task 15/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 15/25] Current/Best: 10.75/ 16.40 GFLOPS | Progress: (4/20) | 13.42 s
-[Task 15/25] Current/Best: 22.19/ 22.19 GFLOPS | Progress: (8/20) | 17.45 s
-[Task 15/25] Current/Best: 17.06/ 22.19 GFLOPS | Progress: (12/20) | 20.36 s
-[Task 15/25] Current/Best: 6.83/ 22.19 GFLOPS | Progress: (16/20) | 22.08 s
-[Task 15/25] Current/Best: 1.71/ 22.19 GFLOPS | Progress: (20/20) | 24.31 s
+[Task 15/25] Current/Best: 8.37/ 14.77 GFLOPS | Progress: (4/20) | 12.52 s
+[Task 15/25] Current/Best: 22.04/ 22.04 GFLOPS | Progress: (8/20) | 23.50 s
+[Task 15/25] Current/Best: 7.63/ 22.04 GFLOPS | Progress: (12/20) | 29.39 s
+[Task 15/25] Current/Best: 18.65/ 22.04 GFLOPS | Progress: (16/20) | 31.14 s
+[Task 15/25] Current/Best: 18.90/ 22.04 GFLOPS | Progress: (20/20) | 39.31 s
[Task 16/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 16/25] Current/Best: 13.50/ 17.21 GFLOPS | Progress: (4/20) | 4.17 s
-[Task 16/25] Current/Best: 16.33/ 20.43 GFLOPS | Progress: (8/20) | 7.65 s
-[Task 16/25] Current/Best: 12.35/ 20.43 GFLOPS | Progress: (12/20) | 10.17 s
-[Task 16/25] Current/Best: 17.88/ 20.43 GFLOPS | Progress: (16/20) | 13.32 s
-[Task 16/25] Current/Best: 14.58/ 20.43 GFLOPS | Progress: (20/20) | 15.35 s Done.
+[Task 16/25] Current/Best: 18.81/ 21.25 GFLOPS | Progress: (4/20) | 6.11 s
+[Task 16/25] Current/Best: 22.33/ 22.33 GFLOPS | Progress: (8/20) | 8.15 s
+[Task 16/25] Current/Best: 21.85/ 22.33 GFLOPS | Progress: (12/20) | 9.94 s
+[Task 16/25] Current/Best: 19.37/ 22.33 GFLOPS | Progress: (16/20) | 12.11 s
+[Task 16/25] Current/Best: 20.64/ 22.33 GFLOPS | Progress: (20/20) | 13.83 s Done.
[Task 17/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 17/25] Current/Best: 20.62/ 20.62 GFLOPS | Progress: (4/20) | 4.60 s
-[Task 17/25] Current/Best: 11.56/ 20.62 GFLOPS | Progress: (8/20) | 8.35 s Done.
+[Task 17/25] Current/Best: 8.18/ 12.14 GFLOPS | Progress: (4/20) | 5.34 s Done.
Done.
-[Task 17/25] Current/Best: 21.14/ 21.14 GFLOPS | Progress: (12/20) | 10.97 s
-[Task 17/25] Current/Best: 17.80/ 21.14 GFLOPS | Progress: (16/20) | 14.42 s
-[Task 17/25] Current/Best: 9.95/ 22.76 GFLOPS | Progress: (20/20) | 17.52 s Done.
+[Task 17/25] Current/Best: 4.73/ 24.91 GFLOPS | Progress: (8/20) | 8.35 s
+[Task 17/25] Current/Best: 22.55/ 24.91 GFLOPS | Progress: (12/20) | 10.14 s
+[Task 17/25] Current/Best: 22.11/ 24.91 GFLOPS | Progress: (16/20) | 12.55 s
+[Task 17/25] Current/Best: 4.72/ 24.91 GFLOPS | Progress: (20/20) | 15.33 s Done.
[Task 18/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 18/25] Current/Best: 16.40/ 18.10 GFLOPS | Progress: (4/20) | 4.23 s
-[Task 18/25] Current/Best: 16.73/ 18.10 GFLOPS | Progress: (8/20) | 6.82 s
-[Task 18/25] Current/Best: 15.07/ 18.10 GFLOPS | Progress: (12/20) | 9.22 s
-[Task 18/25] Current/Best: 7.92/ 20.48 GFLOPS | Progress: (16/20) | 12.03 s
-[Task 18/25] Current/Best: 19.13/ 20.48 GFLOPS | Progress: (20/20) | 14.62 s Done.
+[Task 18/25] Current/Best: 15.69/ 18.09 GFLOPS | Progress: (4/20) | 4.98 s
+[Task 18/25] Current/Best: 20.67/ 20.67 GFLOPS | Progress: (8/20) | 10.09 s
+[Task 18/25] Current/Best: 7.37/ 20.67 GFLOPS | Progress: (12/20) | 12.23 s
+[Task 18/25] Current/Best: 15.94/ 20.67 GFLOPS | Progress: (16/20) | 19.76 s
+[Task 18/25] Current/Best: 17.47/ 20.67 GFLOPS | Progress: (20/20) | 21.73 s Done.
[Task 19/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 19/25] Current/Best: 9.70/ 21.87 GFLOPS | Progress: (4/20) | 4.55 s
-[Task 19/25] Current/Best: 20.10/ 21.87 GFLOPS | Progress: (8/20) | 7.38 s
-[Task 19/25] Current/Best: 1.55/ 21.87 GFLOPS | Progress: (12/20) | 12.90 s
-[Task 19/25] Current/Best: 8.94/ 21.87 GFLOPS | Progress: (16/20) | 17.13 s
-[Task 19/25] Current/Best: 20.07/ 21.87 GFLOPS | Progress: (20/20) | 20.45 s Done.
+[Task 19/25] Current/Best: 11.41/ 21.93 GFLOPS | Progress: (4/20) | 5.15 s
+[Task 19/25] Current/Best: 17.86/ 21.93 GFLOPS | Progress: (8/20) | 9.52 s
+[Task 19/25] Current/Best: 22.53/ 22.53 GFLOPS | Progress: (12/20) | 12.78 s
+[Task 19/25] Current/Best: 24.38/ 24.38 GFLOPS | Progress: (16/20) | 15.26 s
+[Task 19/25] Current/Best: 11.32/ 24.38 GFLOPS | Progress: (20/20) | 18.58 s Done.
[Task 20/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 20/25] Current/Best: 17.54/ 18.45 GFLOPS | Progress: (4/20) | 4.67 s
-[Task 20/25] Current/Best: 16.21/ 18.45 GFLOPS | Progress: (8/20) | 7.29 s
-[Task 20/25] Current/Best: 7.28/ 18.45 GFLOPS | Progress: (12/20) | 11.63 s
-[Task 20/25] Current/Best: 9.37/ 18.78 GFLOPS | Progress: (16/20) | 23.85 s
-[Task 20/25] Current/Best: 3.07/ 18.78 GFLOPS | Progress: (20/20) | 26.78 s Done.
+[Task 20/25] Current/Best: 14.85/ 19.28 GFLOPS | Progress: (4/20) | 11.43 s
+[Task 20/25] Current/Best: 5.22/ 19.28 GFLOPS | Progress: (8/20) | 14.74 s
+[Task 20/25] Current/Best: 10.41/ 19.28 GFLOPS | Progress: (12/20) | 19.85 s
+[Task 20/25] Current/Best: 5.39/ 19.97 GFLOPS | Progress: (16/20) | 28.01 s
+[Task 20/25] Current/Best: 19.10/ 19.97 GFLOPS | Progress: (20/20) | 31.21 s Done.
[Task 21/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 21/25] Current/Best: 6.18/ 19.57 GFLOPS | Progress: (4/20) | 10.91 s
-[Task 21/25] Current/Best: 15.46/ 19.57 GFLOPS | Progress: (8/20) | 12.67 s
-[Task 21/25] Current/Best: 9.44/ 22.62 GFLOPS | Progress: (12/20) | 16.58 s
-[Task 21/25] Current/Best: 19.67/ 22.62 GFLOPS | Progress: (16/20) | 23.65 s
-[Task 21/25] Current/Best: 18.32/ 22.62 GFLOPS | Progress: (20/20) | 35.04 s Done.
-
+[Task 21/25] Current/Best: 22.65/ 23.95 GFLOPS | Progress: (4/20) | 13.07 s
+[Task 21/25] Current/Best: 10.00/ 23.95 GFLOPS | Progress: (8/20) | 17.44 s
+[Task 21/25] Current/Best: 10.13/ 23.95 GFLOPS | Progress: (12/20) | 19.71 s
+[Task 21/25] Current/Best: 10.44/ 23.95 GFLOPS | Progress: (16/20) | 22.93 s
+[Task 21/25] Current/Best: 8.91/ 23.95 GFLOPS | Progress: (20/20) | 33.76 s
[Task 22/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 22/25] Current/Best: 7.90/ 15.03 GFLOPS | Progress: (4/20) | 4.29 s
-[Task 22/25] Current/Best: 7.34/ 15.03 GFLOPS | Progress: (8/20) | 10.04 s
-[Task 22/25] Current/Best: 9.57/ 19.18 GFLOPS | Progress: (12/20) | 12.46 s
-[Task 22/25] Current/Best: 1.56/ 19.18 GFLOPS | Progress: (16/20) | 15.04 s
-[Task 22/25] Current/Best: 17.75/ 19.18 GFLOPS | Progress: (20/20) | 17.20 s Done.
+[Task 22/25] Current/Best: 19.22/ 19.22 GFLOPS | Progress: (4/20) | 5.37 s
+[Task 22/25] Current/Best: 11.17/ 19.22 GFLOPS | Progress: (8/20) | 7.76 s
+[Task 22/25] Current/Best: 16.02/ 19.22 GFLOPS | Progress: (12/20) | 9.37 s
+[Task 22/25] Current/Best: 13.85/ 22.36 GFLOPS | Progress: (16/20) | 11.63 s
+[Task 22/25] Current/Best: 10.26/ 22.71 GFLOPS | Progress: (20/20) | 13.25 s Done.
[Task 23/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 23/25] Current/Best: 12.18/ 22.25 GFLOPS | Progress: (4/20) | 5.06 s
-[Task 23/25] Current/Best: 10.51/ 22.25 GFLOPS | Progress: (8/20) | 7.99 s
-[Task 23/25] Current/Best: 18.36/ 22.25 GFLOPS | Progress: (12/20) | 10.18 s
-[Task 23/25] Current/Best: 3.08/ 22.25 GFLOPS | Progress: (16/20) | 14.50 s
-[Task 23/25] Current/Best: 17.85/ 22.25 GFLOPS | Progress: (20/20) | 17.95 s Done.
+[Task 23/25] Current/Best: 19.36/ 21.05 GFLOPS | Progress: (4/20) | 4.71 s
+[Task 23/25] Current/Best: 13.13/ 21.05 GFLOPS | Progress: (8/20) | 7.37 s
+[Task 23/25] Current/Best: 10.79/ 21.05 GFLOPS | Progress: (12/20) | 10.56 s
+[Task 23/25] Current/Best: 5.31/ 21.05 GFLOPS | Progress: (16/20) | 14.88 s
+[Task 23/25] Current/Best: 9.42/ 22.39 GFLOPS | Progress: (20/20) | 19.04 s Done.
[Task 24/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 24/25] Current/Best: 3.29/ 3.29 GFLOPS | Progress: (4/20) | 13.46 s
-[Task 24/25] Current/Best: 3.36/ 9.87 GFLOPS | Progress: (8/20) | 18.40 s
-[Task 24/25] Current/Best: 8.34/ 9.87 GFLOPS | Progress: (12/20) | 29.08 s
-[Task 24/25] Current/Best: 3.47/ 9.87 GFLOPS | Progress: (16/20) | 32.48 s
-[Task 24/25] Current/Best: 3.01/ 9.87 GFLOPS | Progress: (20/20) | 33.84 s
+[Task 24/25] Current/Best: 3.85/ 4.04 GFLOPS | Progress: (4/20) | 12.83 s
+[Task 24/25] Current/Best: 3.02/ 7.06 GFLOPS | Progress: (8/20) | 17.83 s
+[Task 24/25] Current/Best: 1.95/ 7.06 GFLOPS | Progress: (12/20) | 28.81 s
+[Task 24/25] Current/Best: 2.32/ 8.54 GFLOPS | Progress: (16/20) | 39.78 s
+[Task 24/25] Current/Best: 3.70/ 8.54 GFLOPS | Progress: (20/20) | 43.11 s
[Task 25/25] Current/Best: 0.00/ 0.00 GFLOPS | Progress: (0/20) | 0.00 s
-[Task 25/25] Current/Best: 9.22/ 9.22 GFLOPS | Progress: (4/20) | 5.28 s
-[Task 25/25] Current/Best: 7.90/ 9.22 GFLOPS | Progress: (8/20) | 16.24 s
-[Task 25/25] Current/Best: 3.01/ 9.22 GFLOPS | Progress: (12/20) | 22.70 s
-[Task 25/25] Current/Best: 1.55/ 9.22 GFLOPS | Progress: (16/20) | 28.53 s
-[Task 25/25] Current/Best: 8.72/ 9.22 GFLOPS | Progress: (20/20) | 34.28 s
+[Task 25/25] Current/Best: 9.09/ 9.72 GFLOPS | Progress: (4/20) | 5.45 s
+[Task 25/25] Current/Best: 3.25/ 9.72 GFLOPS | Progress: (8/20) | 11.90 s
+[Task 25/25] Current/Best: 1.65/ 9.81 GFLOPS | Progress: (12/20) | 15.48 s
+[Task 25/25] Current/Best: 7.66/ 9.81 GFLOPS | Progress: (16/20) | 26.41 s
+[Task 25/25] Current/Best: 2.87/ 9.81 GFLOPS | Progress: (20/20) | 37.39 s
</pre></div>
</div>
<p>The output from this tuning process will look something like this:</p>
@@ -987,6 +986,7 @@ model using optimized operators to speed up our computations.</p>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Done.
Done.
+Done.
</pre></div>
</div>
<p>Verify that the optimized model runs and produces the same results:</p>
@@ -1041,8 +1041,8 @@ improvement in comparing the optimized model to the unoptimized model.</p>
<span class="nb">print</span><span class="p">(</span><span class="s2">"unoptimized: </span><span class="si">%s</span><span class="s2">"</span> <span class="o">%</span> <span class="p">(</span><a href="https://docs.python.org/3/library/stdtypes.html#dict" title="builtins.dict" class="sphx-glr-backref-module-builtins sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">unoptimized</span></a><span class="p">))</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>optimized: {'mean': 404.94212919000347, 'median': 404.84890435000125, 'std': 1.5237049249267185}
-unoptimized: {'mean': 491.72648005003794, 'median': 491.7519180000454, 'std': 2.4079526756377634}
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>optimized: {'mean': 361.43679931992665, 'median': 361.49124874973495, 'std': 0.2570033964193769}
+unoptimized: {'mean': 448.2907487400371, 'median': 448.1195803502487, 'std': 1.2273521405394243}
</pre></div>
</div>
</div>
@@ -1056,7 +1056,7 @@ models.</p>
<p>Here we presented a simple example using ResNet-50 v2 locally. However, TVM
supports many more features including cross-compilation, remote execution and
profiling/benchmarking.</p>
-<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 12 minutes 34.558 seconds)</p>
+<p class="sphx-glr-timing"><strong>Total running time of the script:</strong> ( 12 minutes 46.267 seconds)</p>
<div class="sphx-glr-footer sphx-glr-footer-example docutils container" id="sphx-glr-download-tutorial-autotvm-relay-x86-py">
<div class="sphx-glr-download sphx-glr-download-python docutils container">
<p><a class="reference download internal" download="" href="../_downloads/57a45d9bef1af358191e7d50043e652c/autotvm_relay_x86.py"><code class="xref download docutils literal notranslate"><span class="pre">Download</span> <span class="pre">Python</span> <span class="pre">source</span> <span class="pre">code:</span> <span class="pre">autotvm_relay_x86.py</span></code></a></p>
diff --git a/docs/tutorial/cross_compilation_and_rpc.html b/docs/tutorial/cross_compilation_and_rpc.html
index bb023836a3..c82b1a60ba 100644
--- a/docs/tutorial/cross_compilation_and_rpc.html
+++ b/docs/tutorial/cross_compilation_and_rpc.html
@@ -558,7 +558,7 @@ device and returns the measured cost. Network overhead is excluded.</p>
<span class="nb">print</span><span class="p">(</span><span class="s2">"</span><span class="si">%g</span><span class="s2"> secs/op"</span> <span class="o">%</span> <span class="n">cost</span><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>1.188e-07 secs/op
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>1.154e-07 secs/op
</pre></div>
</div>
</div>
diff --git a/docs/tutorial/intro_topi.html b/docs/tutorial/intro_topi.html
index 198d4f9d83..2b808253e5 100644
--- a/docs/tutorial/intro_topi.html
+++ b/docs/tutorial/intro_topi.html
@@ -528,7 +528,7 @@ class Module:
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="nb">print</span><span class="p">(</span><a href="../reference/api/python/ir.html#tvm.ir.Array" title="tvm.ir.Array" class="sphx-glr-backref-module-tvm-ir sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">sg</span><span class="o">.</span><span class="n">stages</span></a><span class="p">)</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[stage(a, placeholder(a, 0x29ae9e40)), stage(b, placeholder(b, 0x16d27ad0)), stage(T_add, compute(T_add, body=[a[ax0, ax1, ax2] + b[ax1, ax2]], axis=[T.iter_var(ax0, T.Range(0, 100), "DataPar", ""), T.iter_var(ax1, T.Range(0, 10), "DataPar", ""), T.iter_var(ax2, T.Range(0, 10), "DataPar", "")], reduce_axis=[], tag=broadcast, attr [...]
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>[stage(a, placeholder(a, 0x27f114e0)), stage(b, placeholder(b, 0x27932d90)), stage(T_add, compute(T_add, body=[a[ax0, ax1, ax2] + b[ax1, ax2]], axis=[T.iter_var(ax0, T.Range(0, 100), "DataPar", ""), T.iter_var(ax1, T.Range(0, 10), "DataPar", ""), T.iter_var(ax2, T.Range(0, 10), "DataPar", "")], reduce_axis=[], tag=broadcast, attr [...]
</pre></div>
</div>
<p>We can test the correctness by comparing with <code class="code docutils literal notranslate"><span class="pre">numpy</span></code> result as follows</p>
diff --git a/docs/tutorial/sg_execution_times.html b/docs/tutorial/sg_execution_times.html
index 983b3b9777..6a6493e581 100644
--- a/docs/tutorial/sg_execution_times.html
+++ b/docs/tutorial/sg_execution_times.html
@@ -360,7 +360,7 @@
<div class="section" id="computation-times">
<span id="sphx-glr-tutorial-sg-execution-times"></span><h1>Computation times<a class="headerlink" href="#computation-times" title="Permalink to this headline">¶</a></h1>
-<p><strong>16:00.476</strong> total execution time for <strong>tutorial</strong> files:</p>
+<p><strong>16:18.035</strong> total execution time for <strong>tutorial</strong> files:</p>
<table class="docutils align-default">
<colgroup>
<col style="width: 83%" />
@@ -369,46 +369,46 @@
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="autotvm_relay_x86.html#sphx-glr-tutorial-autotvm-relay-x86-py"><span class="std std-ref">Compiling and Optimizing a Model with the Python Interface (AutoTVM)</span></a> (<code class="docutils literal notranslate"><span class="pre">autotvm_relay_x86.py</span></code>)</p></td>
-<td><p>12:34.558</p></td>
+<td><p>12:46.267</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="auto_scheduler_matmul_x86.html#sphx-glr-tutorial-auto-scheduler-matmul-x86-py"><span class="std std-ref">Optimizing Operators with Auto-scheduling</span></a> (<code class="docutils literal notranslate"><span class="pre">auto_scheduler_matmul_x86.py</span></code>)</p></td>
-<td><p>01:22.343</p></td>
+<td><p>01:25.734</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="tensor_expr_get_started.html#sphx-glr-tutorial-tensor-expr-get-started-py"><span class="std std-ref">Working with Operators Using Tensor Expression</span></a> (<code class="docutils literal notranslate"><span class="pre">tensor_expr_get_started.py</span></code>)</p></td>
-<td><p>00:58.300</p></td>
+<td><p>00:54.245</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="relay_quick_start.html#sphx-glr-tutorial-relay-quick-start-py"><span class="std std-ref">Quick Start Tutorial for Compiling Deep Learning Models</span></a> (<code class="docutils literal notranslate"><span class="pre">relay_quick_start.py</span></code>)</p></td>
-<td><p>00:41.616</p></td>
+<td><p>00:38.991</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="autotvm_matmul_x86.html#sphx-glr-tutorial-autotvm-matmul-x86-py"><span class="std std-ref">Optimizing Operators with Schedule Templates and AutoTVM</span></a> (<code class="docutils literal notranslate"><span class="pre">autotvm_matmul_x86.py</span></code>)</p></td>
-<td><p>00:21.705</p></td>
+<td><p>00:30.902</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="intro_topi.html#sphx-glr-tutorial-intro-topi-py"><span class="std std-ref">Introduction to TOPI</span></a> (<code class="docutils literal notranslate"><span class="pre">intro_topi.py</span></code>)</p></td>
-<td><p>00:00.940</p></td>
+<td><p>00:00.898</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="tensor_ir_blitz_course.html#sphx-glr-tutorial-tensor-ir-blitz-course-py"><span class="std std-ref">Blitz Course to TensorIR</span></a> (<code class="docutils literal notranslate"><span class="pre">tensor_ir_blitz_course.py</span></code>)</p></td>
-<td><p>00:00.832</p></td>
+<td><p>00:00.809</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="cross_compilation_and_rpc.html#sphx-glr-tutorial-cross-compilation-and-rpc-py"><span class="std std-ref">Cross Compilation and RPC</span></a> (<code class="docutils literal notranslate"><span class="pre">cross_compilation_and_rpc.py</span></code>)</p></td>
-<td><p>00:00.182</p></td>
+<td><p>00:00.188</p></td>
<td><p>0.0 MB</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="uma.html#sphx-glr-tutorial-uma-py"><span class="std std-ref">Making your Hardware Accelerator TVM-ready with UMA</span></a> (<code class="docutils literal notranslate"><span class="pre">uma.py</span></code>)</p></td>
<td><p>00:00.000</p></td>
<td><p>0.0 MB</p></td>
</tr>
-<tr class="row-even"><td><p><a class="reference internal" href="tvmc_python.html#sphx-glr-tutorial-tvmc-python-py"><span class="std std-ref">Getting Starting using TVMC Python: a high-level API for TVM</span></a> (<code class="docutils literal notranslate"><span class="pre">tvmc_python.py</span></code>)</p></td>
+<tr class="row-even"><td><p><a class="reference internal" href="tvmc_command_line_driver.html#sphx-glr-tutorial-tvmc-command-line-driver-py"><span class="std std-ref">Compiling and Optimizing a Model with TVMC</span></a> (<code class="docutils literal notranslate"><span class="pre">tvmc_command_line_driver.py</span></code>)</p></td>
<td><p>00:00.000</p></td>
<td><p>0.0 MB</p></td>
</tr>
-<tr class="row-odd"><td><p><a class="reference internal" href="tvmc_command_line_driver.html#sphx-glr-tutorial-tvmc-command-line-driver-py"><span class="std std-ref">Compiling and Optimizing a Model with TVMC</span></a> (<code class="docutils literal notranslate"><span class="pre">tvmc_command_line_driver.py</span></code>)</p></td>
+<tr class="row-odd"><td><p><a class="reference internal" href="tvmc_python.html#sphx-glr-tutorial-tvmc-python-py"><span class="std std-ref">Getting Starting using TVMC Python: a high-level API for TVM</span></a> (<code class="docutils literal notranslate"><span class="pre">tvmc_python.py</span></code>)</p></td>
<td><p>00:00.000</p></td>
<td><p>0.0 MB</p></td>
</tr>
diff --git a/docs/tutorial/tensor_expr_get_started.html b/docs/tutorial/tensor_expr_get_started.html
index 1493074eed..0c3d62d52e 100644
--- a/docs/tutorial/tensor_expr_get_started.html
+++ b/docs/tutorial/tensor_expr_get_started.html
@@ -569,8 +569,8 @@ helper function to run a profile of the TVM generated code.</p>
<span class="n">evaluate_addition</span><span class="p">(</span><span class="n">fadd</span><span class="p">,</span> <a href="../reference/api/python/target.html#tvm.target.Target" title="tvm.target.Target" class="sphx-glr-backref-module-tvm-target sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tgt</span></a><span class="p">,</span> <span class="s2">"naive"</span><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.html#list" ti [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Numpy running time: 0.000008
-naive: 0.000008
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Numpy running time: 0.000005
+naive: 0.000005
</pre></div>
</div>
</div>
@@ -625,7 +625,7 @@ compile and run this new schedule with the parallel operation applied:</p>
<span class="n">evaluate_addition</span><span class="p">(</span><span class="n">fadd_parallel</span><span class="p">,</span> <a href="../reference/api/python/target.html#tvm.target.Target" title="tvm.target.Target" class="sphx-glr-backref-module-tvm-target sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">tgt</span></a><span class="p">,</span> <span class="s2">"parallel"</span><span class="p">,</span> <a href="https://docs.python.org/3/library/stdtypes.h [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>parallel: 0.000008
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>parallel: 0.000006
</pre></div>
</div>
</div>
@@ -664,7 +664,7 @@ factor to be the number of threads on your CPU.</p>
<span class="nb">print</span><span class="p">(</span><a href="../reference/api/python/driver.html#tvm.lower" title="tvm.lower" class="sphx-glr-backref-module-tvm sphx-glr-backref-type-py-function"><span class="n">tvm</span><span class="o">.</span><span class="n">lower</span></a><span class="p">(</span><a href="../reference/api/python/te.html#tvm.te.Schedule" title="tvm.te.Schedule" class="sphx-glr-backref-module-tvm-te sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>vector: 0.000039
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>vector: 0.000037
# from tvm.script import ir as I
# from tvm.script import tir as T
@@ -701,10 +701,10 @@ class Module:
</pre></div>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Operator Timing Performance
- numpy 7.526990011683665e-06 1.0
- naive 7.871499999999999e-06 1.0457699542289245
-parallel 8.1941e-06 1.088629051889377
- vector 3.922900000000001e-05 5.211777873905418
+ numpy 5.467059963848442e-06 1.0
+ naive 5.465699999999999e-06 0.9997512440219358
+parallel 5.692e-06 1.0411446074561097
+ vector 3.68366e-05 6.737917682188639
</pre></div>
</div>
<div class="admonition-code-specialization admonition">
@@ -1020,7 +1020,7 @@ matrix multiplication.</p>
<span class="n">answer</span> <span class="o">=</span> <span class="n">numpy</span><span class="o">.</span><span class="n">dot</span><span class="p">(</span><span class="n">a</span><span class="o">.</span><span class="n">numpy</span><span class="p">(),</span> <span class="n">b</span><span class="o">.</span><span class="n">numpy</span><span class="p">())</span>
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Numpy running time: 0.017669
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>Numpy running time: 0.013128
</pre></div>
</div>
<p>Now we write a basic matrix multiplication using TVM TE and verify that it
@@ -1061,7 +1061,7 @@ optimizations.</p>
<span class="n">evaluate_operation</span><span class="p">(</span><a href="../reference/api/python/te.html#tvm.te.Schedule" title="tvm.te.Schedule" class="sphx-glr-backref-module-tvm-te sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">s</span></a><span class="p">,</span> <span class="p">[</span><a href="../reference/api/python/te.html#tvm.te.Tensor" title="tvm.te.Tensor" class="sphx-glr-backref-module-tvm-te sphx-glr-backref-type-py-class sphx-glr-backref-instance [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>none: 3.282802
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>none: 3.116152
</pre></div>
</div>
<p>Let’s take a look at the intermediate representation of the operator and
@@ -1125,7 +1125,7 @@ schedule.</p>
<span class="n">evaluate_operation</span><span class="p">(</span><a href="../reference/api/python/te.html#tvm.te.Schedule" title="tvm.te.Schedule" class="sphx-glr-backref-module-tvm-te sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class="n">s</span></a><span class="p">,</span> <span class="p">[</span><a href="../reference/api/python/te.html#tvm.te.Tensor" title="tvm.te.Tensor" class="sphx-glr-backref-module-tvm-te sphx-glr-backref-type-py-class sphx-glr-backref-instance [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>blocking: 0.301129
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>blocking: 0.268486
</pre></div>
</div>
<p>By reordering the computation to take advantage of caching, you should see a
@@ -1174,7 +1174,7 @@ already cache friendly from our previous optimizations.</p>
<span class="nb">print</span><span class="p">(</span><a href="../reference/api/python/driver.html#tvm.lower" title="tvm.lower" class="sphx-glr-backref-module-tvm sphx-glr-backref-type-py-function"><span class="n">tvm</span><span class="o">.</span><span class="n">lower</span></a><span class="p">(</span><a href="../reference/api/python/te.html#tvm.te.Schedule" title="tvm.te.Schedule" class="sphx-glr-backref-module-tvm-te sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>vectorization: 0.271657
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>vectorization: 0.248259
# from tvm.script import ir as I
# from tvm.script import tir as T
@@ -1223,7 +1223,7 @@ more cache friendly.</p>
<span class="nb">print</span><span class="p">(</span><a href="../reference/api/python/driver.html#tvm.lower" title="tvm.lower" class="sphx-glr-backref-module-tvm sphx-glr-backref-type-py-function"><span class="n">tvm</span><span class="o">.</span><span class="n">lower</span></a><span class="p">(</span><a href="../reference/api/python/te.html#tvm.te.Schedule" title="tvm.te.Schedule" class="sphx-glr-backref-module-tvm-te sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>loop permutation: 0.113496
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>loop permutation: 0.105855
# from tvm.script import ir as I
# from tvm.script import tir as T
@@ -1293,7 +1293,7 @@ optimized schedule.</p>
<span class="nb">print</span><span class="p">(</span><a href="../reference/api/python/driver.html#tvm.lower" title="tvm.lower" class="sphx-glr-backref-module-tvm sphx-glr-backref-type-py-function"><span class="n">tvm</span><span class="o">.</span><span class="n">lower</span></a><span class="p">(</span><a href="../reference/api/python/te.html#tvm.te.Schedule" title="tvm.te.Schedule" class="sphx-glr-backref-module-tvm-te sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>array packing: 0.106211
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>array packing: 0.098518
# from tvm.script import ir as I
# from tvm.script import tir as T
@@ -1359,7 +1359,7 @@ to `C</cite> when all the block results are ready.</p>
<span class="nb">print</span><span class="p">(</span><a href="../reference/api/python/driver.html#tvm.lower" title="tvm.lower" class="sphx-glr-backref-module-tvm sphx-glr-backref-type-py-function"><span class="n">tvm</span><span class="o">.</span><span class="n">lower</span></a><span class="p">(</span><a href="../reference/api/python/te.html#tvm.te.Schedule" title="tvm.te.Schedule" class="sphx-glr-backref-module-tvm-te sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>block caching: 0.112061
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>block caching: 0.090256
# from tvm.script import ir as I
# from tvm.script import tir as T
@@ -1416,7 +1416,7 @@ of thread-level parallelization.</p>
<span class="nb">print</span><span class="p">(</span><a href="../reference/api/python/driver.html#tvm.lower" title="tvm.lower" class="sphx-glr-backref-module-tvm sphx-glr-backref-type-py-function"><span class="n">tvm</span><span class="o">.</span><span class="n">lower</span></a><span class="p">(</span><a href="../reference/api/python/te.html#tvm.te.Schedule" title="tvm.te.Schedule" class="sphx-glr-backref-module-tvm-te sphx-glr-backref-type-py-class sphx-glr-backref-instance"><span class [...]
</pre></div>
</div>
-<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>parallelization: 0.131933
+<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span>parallelization: 0.107205
# from tvm.script import ir as I
# from tvm.script import tir as T
@@ -1469,13 +1469,13 @@ working, we can compare the results.</p>
</pre></div>
</div>
<div class="sphx-glr-script-out highlight-none notranslate"><div class="highlight"><pre><span></span> Operator Timing Performance
- none 3.2828022605 1.0
- blocking 0.30112935910000005 0.09172936266168386
- vectorization 0.2716566414 0.08275144825769197
-loop permutation 0.11349592849999998 0.03457287996466578
- array packing 0.10621082320000001 0.03235370722080079
- block caching 0.11206113519999998 0.034135816387226466
- parallelization 0.1319334453 0.0401892757561052
+ none 3.1161524387 1.0
+ blocking 0.26848595620000004 0.0861594422871069
+ vectorization 0.24825914340000002 0.07966848486512716
+loop permutation 0.10585462829999999 0.033969656614154776
+ array packing 0.0985175848 0.031615136530708264
+ block caching 0.0902564203 0.028964058105467164
+ parallelization 0.1072050749 0.03440302649145237
</pre></div>
</div>
<p>Note that the outputs on the web page reflect the running times on a