This is an automated email from the ASF dual-hosted git repository. sxjscience pushed a commit to branch vision in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git
The following commit(s) were added to refs/heads/vision by this push: new 23f6827 add test script 23f6827 is described below commit 23f68272e305103ad87d089e700ef715b13067c0 Author: Xingjian Shi <xsh...@ust.hk> AuthorDate: Tue Nov 21 11:07:21 2017 -0800 add test script --- test_new_image_loader.py | 34 ++++++++++++++++++++++++++++++++++ 1 file changed, 34 insertions(+) diff --git a/test_new_image_loader.py b/test_new_image_loader.py new file mode 100644 index 0000000..296869e --- /dev/null +++ b/test_new_image_loader.py @@ -0,0 +1,34 @@ +import os +os.environ['MXNET_CPU_WORKER_NTHREADS'] = '1' +os.environ['OMP_NUM_THREADS'] = '1' +import time +import numpy as np +import multiprocessing as mp +import mxnet as mx +from mxnet import gluon as gl +from mxnet.gluon.data.vision import transforms + +if __name__ == '__main__': + M = 24 + BS = 100 + + dataset = gl.data.vision.ImageFolderDataset('../256_ObjectCategories') + transform = transforms.Compose([transforms.ToTensor(), + transforms.RandomBrightness(1.0), + transforms.RandomContrast(1.0), + transforms.RandomSaturation(1.0), + transforms.Normalize([0, 0, 0], [1, 1, 1])]) + dataset = dataset.transform_first(lambda x: transform(mx.image.center_crop(x, (224, 224))[0])) + data_loader = gl.data.DataLoader(dataset, BS, shuffle=True, num_workers=M) + + N = len(dataset) + + iterator = iter(data_loader) + + tic = time.time() + + for data, label in iterator: + data.wait_to_read() + print(data.shape) + + print(N/(time.time() - tic)) -- To stop receiving notification emails like this one, please contact ['"comm...@mxnet.apache.org" <comm...@mxnet.apache.org>'].