def do_all_jobs(generator: InstanceGenerator, qk_candidate_name, name_prefix,
sub_split):
print("do all jobs")
num_jobs = d_n_claims_per_subsplit[sub_split]
claims = load_claims_for_sub_split(sub_split)
cids = {str(t['cId']) for t in claims}
qk_candidate: List[QKUnit] = load_from_pickle(qk_candidate_name)
qk_candidate: List[QKUnit] = list(
[qk for qk in qk_candidate if qk[0].query_id in cids])
job_name = name_prefix + "_{}".format(sub_split)
out_dir = os.path.join(job_man_dir, job_name)
exist_or_mkdir(out_dir)
worker = QCKWorker(qk_candidate, generator, out_dir)
for i in range(num_jobs + 1):
worker.work(i)
def worker_factory(out_dir):
return QCKWorker(qk_candidate_train, generator, out_dir)
def worker_factory(out_dir):
return QCKWorker(qk_candidates_for_split,
generator,
out_dir)
def worker_factory(out_dir):
worker = QCKWorker(qk_candidate, generator, out_dir)
return worker
