dataset_read_speed.py 934 B

12345678910111213141516171819202122232425262728293031
  1. import facenet
  2. import argparse
  3. import sys
  4. import time
  5. import numpy as np
  6. def main(args):
  7. dataset = facenet.get_dataset(args.dir)
  8. paths, _ = facenet.get_image_paths_and_labels(dataset)
  9. t = np.zeros((len(paths)))
  10. x = time.time()
  11. for i, path in enumerate(paths):
  12. start_time = time.time()
  13. with open(path, mode='rb') as f:
  14. _ = f.read()
  15. duration = time.time() - start_time
  16. t[i] = duration
  17. if i % 1000 == 0 or i==len(paths)-1:
  18. print('File %d/%d Total time: %.2f Avg: %.3f Std: %.3f' % (i, len(paths), time.time()-x, np.mean(t[0:i])*1000, np.std(t[0:i])*1000))
  19. def parse_arguments(argv):
  20. parser = argparse.ArgumentParser()
  21. parser.add_argument('dir', type=str,
  22. help='Directory with dataset to test')
  23. return parser.parse_args(argv)
  24. if __name__ == '__main__':
  25. main(parse_arguments(sys.argv[1:]))