Exemple #1
0
def load_naadsm():
    arguments = docopt.docopt(__doc__, version="farmspread")
    if arguments["-v"]:
        logging.basicConfig(level=logging.DEBUG)
    elif arguments["-q"]:
        logging.basicConfig(level=logging.ERROR)
    else:
        logging.basicConfig(level=logging.INFO)

    metadata = dict()

    if arguments["--runs"]:
        runs = int(arguments["--runs"])
        assert (runs > 0)
    else:
        runs = 1
    if arguments["--stream"]:
        print(arguments)
        stream = int(arguments["--stream"])
        assert (stream > 0)
    else:
        stream = 1

    if arguments["--out"]:
        outfile = arguments["--out"]
        outfile = re.sub("^\~", os.environ["HOME"], outfile)
    else:
        outfile = "out.h5"

    if arguments["--chunk"]:
        chunk_size = int(arguments["--chunk"])
    else:
        chunk_size = runs

    no_direct = arguments["--nodirect"]

    dataformat.clear_datafile(outfile)

    scfile = util.check_filename(arguments["--scenario"], "scenario file")
    hfile = util.check_filename(arguments["--herd"], "herd file")

    metadata.update({
        "run_cnt": runs,
        "stream_idx": stream,
        "chunk_size": chunk_size,
        "naadsm_args": str(arguments),
        "herd": hfile,
        "scenario": scfile,
        "uuid": str(uuid.uuid4()),
        "executable": "naadsm.py"
    })

    for chunk_idx, run_cnt in util.ChunkIter(runs, chunk_size):
        results, stream = multirun(scfile, hfile, no_direct, run_cnt,
                                   stream + chunk_size)
        dataformat.save_runs(outfile, results, metadata)
Exemple #2
0
def load_naadsm():
    arguments = docopt.docopt(__doc__, version="farmspread")
    if arguments["-v"]:
        logging.basicConfig(level=logging.DEBUG)
    elif arguments["-q"]:
        logging.basicConfig(level=logging.ERROR)
    else:
        logging.basicConfig(level=logging.INFO)

    metadata=dict()

    if arguments["--runs"]:
        runs=int(arguments["--runs"])
        assert(runs>0)
    else:
        runs=1
    if arguments["--stream"]:
        print(arguments)
        stream=int(arguments["--stream"])
        assert(stream>0)
    else:
        stream=1

    if arguments["--out"]:
        outfile=arguments["--out"]
        outfile=re.sub("^\~", os.environ["HOME"], outfile)
    else:
        outfile="out.h5"

    if arguments["--chunk"]:
        chunk_size=int(arguments["--chunk"])
    else:
        chunk_size=runs

    no_direct=arguments["--nodirect"]

    dataformat.clear_datafile(outfile)

    scfile=util.check_filename(arguments["--scenario"], "scenario file")
    hfile=util.check_filename(arguments["--herd"], "herd file")

    metadata.update({"run_cnt" : runs, "stream_idx" : stream,
        "chunk_size" : chunk_size, "naadsm_args" : str(arguments),
        "herd" : hfile, "scenario" : scfile ,
        "uuid" : str(uuid.uuid4()), "executable" : "naadsm.py" })

    for chunk_idx, run_cnt in util.ChunkIter(runs, chunk_size):
        results, stream=multirun(scfile, hfile, no_direct,
                run_cnt, stream+chunk_size)
        dataformat.save_runs(outfile, results, metadata)
Exemple #3
0
 def test_nonexist(self):
     with self.assertRaises(RuntimeError):
         util.check_filename("nonexistent", "hopefully not existent")
Exemple #4
0
 def test_exist(self):
     f=tempfile.NamedTemporaryFile()
     util.check_filename(f.name, "this module file.")
Exemple #5
0
 def test_nonexist(self):
     with self.assertRaises(RuntimeError):
         util.check_filename("nonexistent", "hopefully not existent")
Exemple #6
0
 def test_exist(self):
     f = tempfile.NamedTemporaryFile()
     util.check_filename(f.name, "this module file.")