You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mxnet.apache.org by sx...@apache.org on 2017/11/21 19:07:31 UTC
[incubator-mxnet] branch vision updated: add test script
This is an automated email from the ASF dual-hosted git repository.
sxjscience pushed a commit to branch vision
in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git
The following commit(s) were added to refs/heads/vision by this push:
new 23f6827 add test script
23f6827 is described below
commit 23f68272e305103ad87d089e700ef715b13067c0
Author: Xingjian Shi <xs...@ust.hk>
AuthorDate: Tue Nov 21 11:07:21 2017 -0800
add test script
---
test_new_image_loader.py | 34 ++++++++++++++++++++++++++++++++++
1 file changed, 34 insertions(+)
diff --git a/test_new_image_loader.py b/test_new_image_loader.py
new file mode 100644
index 0000000..296869e
--- /dev/null
+++ b/test_new_image_loader.py
@@ -0,0 +1,34 @@
+import os
+os.environ['MXNET_CPU_WORKER_NTHREADS'] = '1'
+os.environ['OMP_NUM_THREADS'] = '1'
+import time
+import numpy as np
+import multiprocessing as mp
+import mxnet as mx
+from mxnet import gluon as gl
+from mxnet.gluon.data.vision import transforms
+
+if __name__ == '__main__':
+ M = 24
+ BS = 100
+
+ dataset = gl.data.vision.ImageFolderDataset('../256_ObjectCategories')
+ transform = transforms.Compose([transforms.ToTensor(),
+ transforms.RandomBrightness(1.0),
+ transforms.RandomContrast(1.0),
+ transforms.RandomSaturation(1.0),
+ transforms.Normalize([0, 0, 0], [1, 1, 1])])
+ dataset = dataset.transform_first(lambda x: transform(mx.image.center_crop(x, (224, 224))[0]))
+ data_loader = gl.data.DataLoader(dataset, BS, shuffle=True, num_workers=M)
+
+ N = len(dataset)
+
+ iterator = iter(data_loader)
+
+ tic = time.time()
+
+ for data, label in iterator:
+ data.wait_to_read()
+ print(data.shape)
+
+ print(N/(time.time() - tic))
--
To stop receiving notification emails like this one, please contact
['"commits@mxnet.apache.org" <co...@mxnet.apache.org>'].