import sys, shutil, os import random import string from file_utils import files_with_ext, create_dir from tqdm import tqdm import multiprocessing mypath = sys.argv[1] #jpegfiles = [os.path.join(mypath, s.strip()+'.jpg') for s in open(source_text,'r').readlines()] copyfiles = files_with_ext(mypath, '.jpg') #jpegfiles #jpegfiles = files_with_ext(mypath, '.jpg') # get all the files with extentsion from PIL import Image def checkImage(f): try: im = Image.open(f) s = im.convert('RGB') except Exception as ex: os.remove(f) import cv2 jobs = [] for f in tqdm(copyfiles): checkImage(f) # p = multiprocessing.Process(target=checkImage, args=(f,)) # jobs.append(p) # p.start()
import shutil, os from file_utils import files_with_ext, create_dir import sys from random import shuffle xmls = files_with_ext(sys.argv[1], '.xml') imagesPath = sys.argv[2] #print(xmls[0]) xmls = [xml.split('/')[-1].split('.xml')[0] for xml in xmls] xmls = [ xml for xml in xmls if os.path.exists(os.path.join(imagesPath, xml + '.jpg')) ] shuffle(xmls) trainingFraction = 0.90 valFraction = 0.05 testFraction = 0.05 train = [] val = [] test = [] trainLen = int(trainingFraction * len(xmls)) valLen = int(valFraction * len(xmls)) train.extend(xmls[:trainLen]) val.extend(xmls[trainLen:trainLen + valLen]) test.extend(xmls[trainLen + valLen:])
import multiprocessing def random_str(N): # generate random string of length N return ''.join( random.choice(string.ascii_uppercase + string.digits) for _ in range(N)) mypath = sys.argv[1] newpath = sys.argv[2] create_dir(newpath) jpegfiles = files_with_ext(mypath, '.jpg') # get all the files with extentsion def flip_image(jpeg): try: img = Image.open(jpeg).transpose(Image.FLIP_LEFT_RIGHT) img.save(os.path.dirname(jpeg) + '/vflip_' + os.path.basename(jpeg)) except Exception as ex: print(ex) if __name__ == '__main__': jobs = [] print("processing:") for idx, jpeg in enumerate(jpegfiles):
import sys, shutil, os import random import string from file_utils import files_with_ext, create_dir import pickle mypath = sys.argv[1] ages = pickle.load(open(sys.argv[2], "rb")) #source_text = sys.argv[3] jpegfiles = files_with_ext( mypath, '.jpg' ) #[os.path.join(mypath, s.strip()+'.jpg') for s in open(source_text,'r').readlines()] copyfiles = jpegfiles #jpegfiles = files_with_ext(mypath, '.jpg') # get all the files with extentsion remove = [] for f in copyfiles: # dest = os.path.join(newpath, os.path.basename(f)) if os.path.basename(f) not in ages: # remove.append(f) os.remove(f) # shutil.copy(f, dest) print(len(remove))