Example #1
0
    ### compute the final set up of jobs
    print("computing final set of jobs")
    L = [e.compute(l) for l in L]
    print("waiting")
    L = [l.result() for l in L]
    print(L)
    #print("final:", e.has_what()) # shows which worker has what data

    print("time to run entire pipeline:", ((time.time() - start)))


if __name__ == "__main__":
    e = Client("localhost:8786")
    if len(sys.argv) < 2:
        print("Please provide subject ids as parameters")
        sys.exit(0)

    i = len(subjects)

    meta = {}

    e.restart()
    workers = list(e.has_what())
    print("workers:", workers)
    r = timeit.timeit(
        "run(subjects[:i], workers)",
        "gc.enable(); from __main__ import run, subjects, i, meta, workers",
        number=1)
    print("# ids:", i, "time:", r)