def dupes_process_hashkey(hashkey, cliargs): """This is the duplicate file worker function. It processes hash keys in the dupes Queue. """ from diskover_dupes import populate_hashgroup, verify_dupes, index_dupes # find all files in ES matching hashkey hashgroup = populate_hashgroup(hashkey, cliargs) # process the duplicate files in hashgroup hashgroup = verify_dupes(hashgroup, cliargs) if hashgroup: index_dupes(hashgroup, cliargs)
def dupes_process_hashkeys(hashgroups, cliargs): """This is the duplicate file worker function. It processes file hash keys in the dupes Queue. """ from diskover_dupes import verify_dupes, index_dupes for filehash_filelist in hashgroups: # process the duplicate files in hashgroup dupes = verify_dupes(filehash_filelist, cliargs) if dupes: index_dupes(dupes, cliargs)
def dupes_process_hashkey(hashkey, cliargs): """This is the duplicate file worker function. It processes hash keys in the dupes Queue. """ import diskover_dupes bot_logger.info('*** Processing Hash Key: ' + hashkey) jobstart = time.time() # find all files in ES matching hashkey hashgroup = diskover_dupes.populate_hashgroup(hashkey, cliargs) # process the duplicate files in hashgroup hashgroup = diskover_dupes.verify_dupes(hashgroup, cliargs) if hashgroup: diskover_dupes.index_dupes(hashgroup, cliargs) elapsed_time = round(time.time() - jobstart, 3) bot_logger.info('*** FINISHED JOB, Elapsed Time: ' + str(elapsed_time))