Example #1
0
    def take_action(self, parsed_args):
        hd = demo._higgs_demo(parsed_args)
        start = datetime.now()

        def fn(r):
            now = datetime.now()
            print("%s %s %s" % ((now - start).total_seconds(), now, r))

        hd.status(fn=fn)
Example #2
0
    def take_action(self, parsed_args):
        if not parsed_args.dataset_mapping:
            hd = demo._higgs_demo(parsed_args)
            return hd.cleanup()

        with open(parsed_args.dataset_mapping, "r") as f:
            datasets = json.load(f)

        import joblib
        jobs = joblib.Parallel(n_jobs=len(datasets))(
            joblib.delayed(parallel_cleanup)(parsed_args, i)
            for i, ds in enumerate(datasets))
Example #3
0
 def take_action(self, parsed_args):
     hd = demo._higgs_demo(parsed_args)
     hd.cleanup()
Example #4
0
 def take_action(self, parsed_args):
     hd = demo._higgs_demo(parsed_args)
     hd.prepare()
Example #5
0
 def take_action(self, parsed_args):
     hd = demo._higgs_demo(parsed_args)
     hd.submit()
Example #6
0
def parallel_submit(args, i):
    args.cluster = '{0}{1}'.format(args.prefix, i)
    args.dataset_index = i
    d = demo._higgs_demo(args)
    d.submit()
Example #7
0
def parallel_prepare(args, i):
    args.cluster = '{0}{1}'.format(args.prefix, i)
    d = demo._higgs_demo(args)
    d.prepare()