image_crawl/test_reading.py

#!/usr/bin/env python
if __name__ != '__main__': raise Exception("Do not import me!")

import os
import numpy as np
import re
import hashlib

from cvargparse import BaseParser, Arg
from os.path import isfile, join
from tqdm import tqdm


from collections import defaultdict

from multiprocessing.pool import Pool

from utils import parser
from utils import imaging

def main(args):

	i = 0
	content = imaging.get_content(args.folder, args.extensions)

	# with Pool(6) as pool:
	for root, fnames in tqdm(content):

		paths = [join(root, fname) for fname in fnames]
		i += sum(map(imaging.check_readability, paths))

	print(f"unable to read {i} images")

main(parser.parse_args())