def take_action(self, parsed_args): hd = demo._higgs_demo(parsed_args) start = datetime.now() def fn(r): now = datetime.now() print("%s %s %s" % ((now - start).total_seconds(), now, r)) hd.status(fn=fn)
def take_action(self, parsed_args): if not parsed_args.dataset_mapping: hd = demo._higgs_demo(parsed_args) return hd.cleanup() with open(parsed_args.dataset_mapping, "r") as f: datasets = json.load(f) import joblib jobs = joblib.Parallel(n_jobs=len(datasets))( joblib.delayed(parallel_cleanup)(parsed_args, i) for i, ds in enumerate(datasets))
def take_action(self, parsed_args): hd = demo._higgs_demo(parsed_args) hd.cleanup()
def take_action(self, parsed_args): hd = demo._higgs_demo(parsed_args) hd.prepare()
def take_action(self, parsed_args): hd = demo._higgs_demo(parsed_args) hd.submit()
def parallel_submit(args, i): args.cluster = '{0}{1}'.format(args.prefix, i) args.dataset_index = i d = demo._higgs_demo(args) d.submit()
def parallel_prepare(args, i): args.cluster = '{0}{1}'.format(args.prefix, i) d = demo._higgs_demo(args) d.prepare()