def update_config(config, fcdir=None):
"""Resolve relative and symlinked path, providing mappings for docker container.
"""
config, directories = normalize_config(config, fcdir)
if config.get("upload", {}).get("dir"):
directories.append(config["upload"]["dir"])
mounts = {}
for i, d in enumerate(sorted(set(directories))):
mounts[d] = d
mounts = ["%s:%s" % (k, v) for k, v in mounts.items()]
config = remap.external_to_docker(config, mounts)
return config, mounts
def update_config(config, fcdir=None):
"""Resolve relative and symlinked path, providing mappings for docker container.
"""
config, directories = normalize_config(config, fcdir)
if config.get("upload", {}).get("dir"):
directories.append(config["upload"]["dir"])
mounts = {}
for i, d in enumerate(sorted(set(directories))):
mounts[d] = d
mounts = ["%s:%s" % (k, v) for k, v in mounts.items()]
config = remap.external_to_docker(config, mounts)
return config, mounts
def do_runfn(fn_name, fn_args, cmd_args, parallel, dockerconf, ports=None):
""""Run a single defined function inside a docker container, returning results.
"""
dmounts = []
if cmd_args.get("sample_config"):
with open(cmd_args["sample_config"]) as in_handle:
_, dmounts = mounts.update_config(yaml.load(in_handle),
cmd_args["fcdir"])
datadir, fn_args = reconstitute.prep_datadir(cmd_args["pack"], fn_args)
if "orig_systemconfig" in cmd_args:
orig_sconfig = _get_system_configfile(cmd_args["orig_systemconfig"],
datadir)
orig_galaxydir = os.path.dirname(orig_sconfig)
dmounts.append("%s:%s" % (orig_galaxydir, orig_galaxydir))
work_dir, fn_args, finalizer = reconstitute.prep_workdir(
cmd_args["pack"], parallel, fn_args)
dmounts += mounts.prepare_system(datadir, dockerconf["biodata_dir"])
reconstitute.prep_systemconfig(datadir, fn_args)
_, system_mounts = _read_system_config(dockerconf,
cmd_args["systemconfig"], datadir)
dmounts.append("%s:%s" % (work_dir, dockerconf["work_dir"]))
homedir = pwd.getpwuid(os.getuid()).pw_dir
dmounts.append("%s:%s" % (homedir, homedir))
all_mounts = dmounts + system_mounts
argfile = os.path.join(work_dir,
"runfn-%s-%s.yaml" % (fn_name, uuid.uuid4()))
with open(argfile, "w") as out_handle:
yaml.safe_dump(remap.external_to_docker(fn_args, all_mounts),
out_handle,
default_flow_style=False,
allow_unicode=False)
docker_argfile = os.path.join(dockerconf["work_dir"],
os.path.basename(argfile))
outfile = "%s-out%s" % os.path.splitext(argfile)
out = None
manage.run_bcbio_cmd(cmd_args["image"],
all_mounts, ["runfn", fn_name, docker_argfile],
ports=ports)
if os.path.exists(outfile):
with open(outfile) as in_handle:
out = remap.docker_to_external(yaml.safe_load(in_handle),
all_mounts)
else:
print("Subprocess in docker container failed")
sys.exit(1)
out = finalizer(out)
for f in [argfile, outfile]:
if os.path.exists(f):
os.remove(f)
return out
def do_runfn(fn_name, fn_args, cmd_args, parallel, dockerconf, ports=None):
""""Run a single defined function inside a docker container, returning results.
"""
dmounts = []
if cmd_args.get("sample_config"):
with open(cmd_args["sample_config"]) as in_handle:
_, dmounts = mounts.update_config(yaml.load(in_handle), cmd_args["fcdir"])
datadir, fn_args = reconstitute.prep_datadir(cmd_args["pack"], fn_args)
if "orig_systemconfig" in cmd_args:
orig_sconfig = _get_system_configfile(cmd_args["orig_systemconfig"], datadir)
orig_galaxydir = os.path.dirname(orig_sconfig)
dmounts.append("%s:%s" % (orig_galaxydir, orig_galaxydir))
work_dir, fn_args, finalizer = reconstitute.prep_workdir(cmd_args["pack"], parallel, fn_args)
dmounts += mounts.prepare_system(datadir, dockerconf["biodata_dir"])
reconstitute.prep_systemconfig(datadir, fn_args)
_, system_mounts = _read_system_config(dockerconf, cmd_args["systemconfig"], datadir)
dmounts.append("%s:%s" % (work_dir, dockerconf["work_dir"]))
homedir = pwd.getpwuid(os.getuid()).pw_dir
dmounts.append("%s:%s" % (homedir, homedir))
all_mounts = dmounts + system_mounts
argfile = os.path.join(work_dir, "runfn-%s-%s.yaml" % (fn_name, uuid.uuid4()))
with open(argfile, "w") as out_handle:
yaml.safe_dump(remap.external_to_docker(fn_args, all_mounts),
out_handle, default_flow_style=False, allow_unicode=False)
docker_argfile = os.path.join(dockerconf["work_dir"], os.path.basename(argfile))
outfile = "%s-out%s" % os.path.splitext(argfile)
out = None
manage.run_bcbio_cmd(cmd_args["image"], all_mounts,
["runfn", fn_name, docker_argfile],
ports=ports)
if os.path.exists(outfile):
with open(outfile) as in_handle:
out = remap.docker_to_external(yaml.safe_load(in_handle), all_mounts)
else:
print("Subprocess in docker container failed")
sys.exit(1)
out = finalizer(out)
for f in [argfile, outfile]:
if os.path.exists(f):
os.remove(f)
return out
