You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mxnet.apache.org by sx...@apache.org on 2017/11/21 19:07:31 UTC

[incubator-mxnet] branch vision updated: add test script

This is an automated email from the ASF dual-hosted git repository.

sxjscience pushed a commit to branch vision
in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git


The following commit(s) were added to refs/heads/vision by this push:
     new 23f6827  add test script
23f6827 is described below

commit 23f68272e305103ad87d089e700ef715b13067c0
Author: Xingjian Shi <xs...@ust.hk>
AuthorDate: Tue Nov 21 11:07:21 2017 -0800

    add test script
---
 test_new_image_loader.py | 34 ++++++++++++++++++++++++++++++++++
 1 file changed, 34 insertions(+)

diff --git a/test_new_image_loader.py b/test_new_image_loader.py
new file mode 100644
index 0000000..296869e
--- /dev/null
+++ b/test_new_image_loader.py
@@ -0,0 +1,34 @@
+import os
+os.environ['MXNET_CPU_WORKER_NTHREADS'] = '1'
+os.environ['OMP_NUM_THREADS'] = '1'
+import time
+import numpy as np
+import multiprocessing as mp
+import mxnet as mx
+from mxnet import gluon as gl
+from mxnet.gluon.data.vision import transforms
+
+if __name__ == '__main__':
+	M = 24
+	BS = 100
+
+	dataset = gl.data.vision.ImageFolderDataset('../256_ObjectCategories')
+	transform = transforms.Compose([transforms.ToTensor(),
+									transforms.RandomBrightness(1.0),
+									transforms.RandomContrast(1.0),
+									transforms.RandomSaturation(1.0),
+									transforms.Normalize([0, 0, 0], [1, 1, 1])])
+	dataset = dataset.transform_first(lambda x: transform(mx.image.center_crop(x, (224, 224))[0]))
+	data_loader = gl.data.DataLoader(dataset, BS, shuffle=True, num_workers=M)
+
+	N = len(dataset)
+
+	iterator = iter(data_loader)
+
+	tic = time.time()
+
+	for data, label in iterator:
+		data.wait_to_read()
+		print(data.shape)
+
+	print(N/(time.time() - tic))

-- 
To stop receiving notification emails like this one, please contact
['"commits@mxnet.apache.org" <co...@mxnet.apache.org>'].