def translate_tool(
tool,
translation: Union[str, SupportedTranslation],
to_console=True,
to_disk=False,
export_path=None,
with_docker=True,
with_resource_overrides=False,
max_cores=None,
max_mem=None,
allow_empty_container=False,
container_override: dict = None,
) -> str:
translator = get_translator(translation)
return translator.translate_tool(
tool,
to_console=to_console,
to_disk=to_disk,
export_path=export_path,
with_container=with_docker,
with_resource_overrides=with_resource_overrides,
max_cores=max_cores,
max_mem=max_mem,
allow_empty_container=allow_empty_container,
container_override=lowercase_dictkeys(container_override),
)
def translate_workflow(
workflow,
translation: Union[str, SupportedTranslation],
to_console=True,
tool_to_console=False,
with_docker=True,
with_resource_overrides=False,
to_disk=False,
write_inputs_file=True,
export_path=ExportPathKeywords.default,
should_validate=False,
should_zip=True,
merge_resources=False,
hints=None,
allow_null_if_not_optional=True,
additional_inputs: Dict = None,
max_cores=None,
max_mem=None,
max_duration=None,
allow_empty_container=False,
container_override: dict = None,
):
translator = get_translator(translation)
return translator.translate(
workflow,
to_console=to_console,
tool_to_console=tool_to_console,
with_container=with_docker,
with_resource_overrides=with_resource_overrides,
to_disk=to_disk,
export_path=export_path,
write_inputs_file=write_inputs_file,
should_validate=should_validate,
should_zip=should_zip,
merge_resources=merge_resources,
hints=hints,
allow_null_if_not_optional=allow_null_if_not_optional,
additional_inputs=additional_inputs,
max_cores=max_cores,
max_mem=max_mem,
max_duration=max_duration,
allow_empty_container=allow_empty_container,
container_override=lowercase_dictkeys(container_override),
)
def translate_tool(
self,
tool,
to_console=True,
to_disk=False,
export_path=None,
with_container=True,
with_resource_overrides=False,
max_cores=None,
max_mem=None,
allow_empty_container=False,
container_override=None,
):
tool_out = self.stringify_translated_tool(
self.translate_tool_internal(
tool,
with_container=with_container,
with_resource_overrides=with_resource_overrides,
allow_empty_container=allow_empty_container,
container_override=lowercase_dictkeys(container_override),
))
if to_console:
print(tool_out)
if to_disk:
d = ExportPathKeywords.resolve(export_path,
workflow_spec=self.name,
workflow_name=tool.id())
if not os.path.exists(d):
os.makedirs(d)
fn_tool = self.tool_filename(tool)
with open(os.path.join(d, fn_tool), "w+") as wf:
Logger.log(f"Writing {fn_tool} to disk")
wf.write(tool_out)
Logger.log(f"Wrote {fn_tool} to disk")
return tool_out
def translate(
self,
tool,
to_console=True,
tool_to_console=False,
with_resource_overrides=False,
to_disk=False,
write_inputs_file=True,
export_path=ExportPathKeywords.default,
should_validate=False,
should_zip=True,
merge_resources=False,
hints=None,
allow_null_if_not_optional=True,
additional_inputs: Dict = None,
max_cores=None,
max_mem=None,
max_duration=None,
with_container=True,
allow_empty_container=False,
container_override=None,
):
str_tool, tr_tools = None, []
if tool.type() == ToolType.Workflow:
tr_tool, tr_tools = self.translate_workflow(
tool,
with_container=with_container,
with_resource_overrides=with_resource_overrides,
allow_empty_container=allow_empty_container,
container_override=lowercase_dictkeys(container_override),
)
str_tool = self.stringify_translated_workflow(tr_tool)
elif isinstance(tool, CodeTool):
tr_tool = self.translate_code_tool_internal(
tool,
allow_empty_container=allow_empty_container,
container_override=lowercase_dictkeys(container_override),
)
str_tool = self.stringify_translated_tool(tr_tool)
else:
tr_tool = self.translate_tool_internal(
tool,
with_container=with_container,
with_resource_overrides=with_resource_overrides,
allow_empty_container=allow_empty_container,
container_override=lowercase_dictkeys(container_override),
)
str_tool = self.stringify_translated_tool(tr_tool)
tr_inp = self.build_inputs_file(
tool,
recursive=False,
merge_resources=merge_resources,
hints=hints,
additional_inputs=additional_inputs,
max_cores=max_cores,
max_mem=max_mem,
max_duration=max_duration,
)
tr_res = self.build_resources_input(tool, hints)
str_inp = self.stringify_translated_inputs(tr_inp)
str_tools = [(
"tools/" + self.tool_filename(t),
self.stringify_translated_workflow(tr_tools[t]),
) for t in tr_tools]
str_resources = self.stringify_translated_inputs(tr_res)
if to_console:
print("=== WORKFLOW ===")
print(str_tool)
if tool_to_console:
print("\n=== TOOLS ===")
[print(f":: {t[0]} ::\n" + t[1]) for t in str_tools]
print("\n=== INPUTS ===")
print(str_inp)
if not merge_resources and with_resource_overrides:
print("\n=== RESOURCES ===")
print(str_resources)
d = ExportPathKeywords.resolve(export_path,
workflow_spec=self.name,
workflow_name=tool.versioned_id())
fn_workflow = self.workflow_filename(tool)
fn_inputs = self.inputs_filename(tool)
fn_resources = self.resources_filename(tool)
if to_disk and write_inputs_file:
if not os.path.isdir(d):
os.makedirs(d)
with open(os.path.join(d, fn_inputs), "w+") as f:
Logger.log(f"Writing {fn_inputs} to disk")
f.write(str_inp)
Logger.log(f"Written {fn_inputs} to disk")
else:
Logger.log("Skipping writing input (yaml) job file")
if to_disk:
toolsdir = os.path.join(d, "tools")
if not os.path.isdir(toolsdir):
os.makedirs(toolsdir)
Logger.info(f"Exporting tool files to '{d}'")
with open(os.path.join(d, fn_workflow), "w+") as wf:
Logger.log(f"Writing {fn_workflow} to disk")
wf.write(str_tool)
Logger.log(f"Wrote {fn_workflow} to disk")
for (fn_tool, disk_str_tool) in str_tools:
with open(os.path.join(d, fn_tool), "w+") as toolfp:
Logger.log(f"Writing {fn_tool} to disk")
toolfp.write(disk_str_tool)
Logger.log(f"Written {fn_tool} to disk")
if not merge_resources and with_resource_overrides:
print("\n=== RESOURCES ===")
with open(os.path.join(d, fn_resources), "w+") as wf:
Logger.log(f"Writing {fn_resources} to disk")
wf.write(str_inp)
Logger.log(f"Wrote {fn_resources} to disk")
print(str_resources)
import subprocess
if should_zip:
Logger.debug("Zipping tools")
with Path(d):
FNULL = open(os.devnull, "w")
zip_result = subprocess.run(
["zip", "-r", "tools.zip", "tools/"], stdout=FNULL)
if zip_result.returncode == 0:
Logger.debug("Zipped tools")
else:
Logger.critical(str(zip_result.stderr.decode()))
if should_validate:
with Path(d):
Logger.info(f"Validating outputted {self.name}")
enved_vcs = [
(os.getenv(x[1:]) if x.startswith("$") else x)
for x in self.validate_command_for(
fn_workflow, fn_inputs, "tools/", "tools.zip")
]
cwltool_result = subprocess.run(enved_vcs)
if cwltool_result.returncode == 0:
Logger.info("Exported tool was validated by: " +
" ".join(enved_vcs))
else:
Logger.critical(str(cwltool_result.stderr))
return str_tool, str_inp, str_tools