def cli(ctx, uris, **kwds):
"""Run specified tool's tests within Galaxy.
All referenced tools (by default all the tools in the current working
directory) will be tested and the results quickly summarized.
To run these tests planemo needs a Galaxy instance to utilize, planemo
will search parent directories to see if any is a Galaxy instance
- but one can pick the Galaxy instance to use with the --galaxy_root
option or force planemo to download a disposable instance with the
``--install_galaxy`` flag.
In addition to to quick summary printed to the console - various detailed
output summaries can be configured. ``tool_test_output.html`` (settable
via ``--test_output``) will contain a human consumable HTML report
describing the test run. A JSON file (settable via ``--test_output_json``
and defaulting to ``tool_test_output.json``) will also be created. These
files can can be disabled by passing in empty arguments or globally by
setting the values ``default_test_output`` and/or
``default_test_output_json`` in ``~/.planemo.yml`` to ``null``. For
continuous integration testing a xUnit-style report can be configured using
the ``--test_output_xunit``.
planemo uses temporarily generated config files and environment variables
to attempt to shield this execution of Galaxy from manually launched runs
against that same Galaxy root - but this may not be bullet proof yet so
please careful and do not try this against production Galaxy instances.
"""
with temp_directory(dir=ctx.planemo_directory) as temp_path:
# Create temp dir(s) outside of temp, docker can't mount $TEMPDIR on OSX
runnables = for_runnable_identifiers(ctx,
uris,
kwds,
temp_path=temp_path)
# pick a default engine type if needed
is_cwl = all(
r.type in {RunnableType.cwl_tool, RunnableType.cwl_workflow}
for r in runnables)
if kwds.get("engine", None) is None:
if is_cwl:
kwds["engine"] = "cwltool"
elif kwds.get('galaxy_url', None):
kwds["engine"] = "external_galaxy"
else:
kwds["engine"] = "galaxy"
return_value = test_runnables(ctx,
runnables,
original_paths=uris,
**kwds)
ctx.exit(return_value)
def cli(ctx, paths, **kwds):
"""Auto-update tool requirements by checking against Conda and updating if newer versions are available."""
assert_tools = kwds.get("assert_tools", True)
recursive = kwds.get("recursive", False)
exit_codes = []
modified_files = set()
tools_to_skip = [line.rstrip() for line in open(kwds['skiplist'])
] if kwds['skiplist'] else []
for (tool_path,
tool_xml) in yield_tool_sources_on_paths(ctx, paths, recursive):
if tool_path.split('/')[-1] in tools_to_skip:
info("Skipping tool %s" % tool_path)
continue
info("Auto-updating tool %s" % tool_path)
try:
updated = autoupdate.autoupdate_tool(ctx,
tool_path,
modified_files=modified_files,
**kwds)
if updated:
modified_files.update(updated)
except Exception as e:
error(
"{} could not be updated - the following error was raised: {}".
format(tool_path, e.__str__()))
if handle_tool_load_error(tool_path, tool_xml):
exit_codes.append(EXIT_CODE_GENERIC_FAILURE)
continue
else:
exit_codes.append(EXIT_CODE_OK)
if kwds['test']:
if not modified_files:
info("No tools were updated, so no tests were run.")
else:
with temp_directory(dir=ctx.planemo_directory) as temp_path:
# only test tools in updated directories
modified_paths = [
path for path, tool_xml in yield_tool_sources_on_paths(
ctx, paths, recursive) if path in modified_files
]
info(
f"Running tests for the following auto-updated tools: {', '.join(modified_paths)}"
)
runnables = for_paths(modified_paths, temp_path=temp_path)
kwds["engine"] = "galaxy"
return_value = test_runnables(ctx,
runnables,
original_paths=paths,
**kwds)
exit_codes.append(return_value)
return coalesce_return_codes(exit_codes, assert_at_least_one=assert_tools)
def cli(ctx, paths, **kwds): # noqa C901
"""Auto-update tool requirements by checking against Conda and updating if newer versions are available."""
assert_tools = kwds.get("assert_tools", True)
recursive = kwds.get("recursive", False)
exit_codes = []
modified_files = set()
tools_to_skip = [line.rstrip() for line in open(kwds['skiplist'])
] if kwds['skiplist'] else []
runnables = for_paths(paths)
if any(r.type in {RunnableType.galaxy_tool, RunnableType.directory}
for r in runnables):
# update Galaxy tools
for (tool_path,
tool_xml) in yield_tool_sources_on_paths(ctx, paths, recursive):
if tool_path.split('/')[-1] in tools_to_skip:
info("Skipping tool %s" % tool_path)
continue
info("Auto-updating tool %s" % tool_path)
try:
updated = autoupdate.autoupdate_tool(
ctx, tool_path, modified_files=modified_files, **kwds)
if updated:
modified_files.update(updated)
except Exception as e:
error(
f"{tool_path} could not be updated - the following error was raised: {e.__str__()}"
)
if handle_tool_load_error(tool_path, tool_xml):
exit_codes.append(EXIT_CODE_GENERIC_FAILURE)
continue
else:
exit_codes.append(EXIT_CODE_OK)
workflows = [
r for r in runnables if r.type == RunnableType.galaxy_workflow
]
modified_workflows = []
if workflows:
assert is_galaxy_engine(**kwds)
if kwds.get("engine") != "external_galaxy":
kwds["install_most_recent_revision"] = True
kwds["install_resolver_dependencies"] = False
kwds["install_repository_dependencies"] = False
kwds['shed_install'] = True
with engine_context(ctx, **kwds) as galaxy_engine:
with galaxy_engine.ensure_runnables_served(workflows) as config:
for workflow in workflows:
if config.updated_repos.get(workflow.path) or kwds.get(
"engine") == "external_galaxy":
info("Auto-updating workflow %s" % workflow.path)
updated_workflow = autoupdate.autoupdate_wf(
ctx, config, workflow)
if workflow.path.endswith(".ga"):
with open(workflow.path, 'w') as f:
json.dump(updated_workflow,
f,
indent=4,
sort_keys=True)
else:
format2_wrapper = from_galaxy_native(
updated_workflow, json_wrapper=True)
with open(workflow.path, "w") as f:
f.write(format2_wrapper["yaml_content"])
modified_workflows.append(workflow.path)
else:
info(
"No newer tool versions were found, so the workflow was not updated."
)
if kwds['test']:
if not modified_files:
info("No tools were updated, so no tests were run.")
else:
with temp_directory(dir=ctx.planemo_directory) as temp_path:
# only test tools in updated directories
modified_paths = [
path for path, tool_xml in yield_tool_sources_on_paths(
ctx, paths, recursive) if path in modified_files
]
info(
f"Running tests for the following auto-updated tools: {', '.join(modified_paths)}"
)
runnables = for_paths(modified_paths + modified_workflows,
temp_path=temp_path)
kwds["engine"] = "galaxy"
return_value = test_runnables(ctx,
runnables,
original_paths=paths,
**kwds)
exit_codes.append(return_value)
return coalesce_return_codes(exit_codes, assert_at_least_one=assert_tools)