### compute the final set up of jobs print("computing final set of jobs") L = [e.compute(l) for l in L] print("waiting") L = [l.result() for l in L] print(L) #print("final:", e.has_what()) # shows which worker has what data print("time to run entire pipeline:", ((time.time() - start))) if __name__ == "__main__": e = Client("localhost:8786") if len(sys.argv) < 2: print("Please provide subject ids as parameters") sys.exit(0) i = len(subjects) meta = {} e.restart() workers = list(e.has_what()) print("workers:", workers) r = timeit.timeit( "run(subjects[:i], workers)", "gc.enable(); from __main__ import run, subjects, i, meta, workers", number=1) print("# ids:", i, "time:", r)