def do_all_jobs(generator: InstanceGenerator, qk_candidate_name, name_prefix, sub_split): print("do all jobs") num_jobs = d_n_claims_per_subsplit[sub_split] claims = load_claims_for_sub_split(sub_split) cids = {str(t['cId']) for t in claims} qk_candidate: List[QKUnit] = load_from_pickle(qk_candidate_name) qk_candidate: List[QKUnit] = list( [qk for qk in qk_candidate if qk[0].query_id in cids]) job_name = name_prefix + "_{}".format(sub_split) out_dir = os.path.join(job_man_dir, job_name) exist_or_mkdir(out_dir) worker = QCKWorker(qk_candidate, generator, out_dir) for i in range(num_jobs + 1): worker.work(i)
def worker_factory(out_dir): return QCKWorker(qk_candidate_train, generator, out_dir)
def worker_factory(out_dir): return QCKWorker(qk_candidates_for_split, generator, out_dir)
def worker_factory(out_dir): worker = QCKWorker(qk_candidate, generator, out_dir) return worker