def test_failed_task():
from jug.jug import execution_loop
from jug.task import alltasks
from jug.tests.jugfiles.exceptions import FailingTask
options = parse(['execute'])
options.jugfile = find_test_jugfile('failing.py')
# keep_failed ensures errored tasks are marked as failed
options.execute_keep_failed = True
options.execute_target = None
store, space = jug.jug.init(options.jugfile, 'dict_store')
# the failing.py jugfile has a total of 20 reachable tasks
assert len(alltasks) == 20
# Keep a copy of all tasks to check for failed tasks later
alltasks_copy = alltasks[:]
try:
execution_loop(alltasks, options)
except FailingTask: # Using a custom exception to make sure we don't silence any errors
pass
# The third task fails so we get 2 results and 1 failed lock
# NOTE: This might be incorrect if order of execution is not guaranteed
assert len(store.store) == 3
# 10 tasks could be run and were taken. Only the 10 waiting remain
assert len(alltasks) == 10
assert len([x for x in alltasks_copy if x.is_failed()]) == 1
def test_failed_task_keep_going():
from jug.jug import execution_loop
from jug.task import alltasks
options = parse(['execute'])
options.jugfile = find_test_jugfile('failing.py')
# these 3 silence errors during execution and ensure jug isn't kept waiting
options.execute_keep_going = True
options.execute_nr_wait_cycles = 1
options.execute_wait_cycle_time = 0
# keep_failed ensures errored tasks are marked as failed
options.execute_keep_failed = True
options.execute_target = None
store, space = jug.jug.init(options.jugfile, 'dict_store')
# the failing.py jugfile has a total of 20 reachable tasks
assert len(alltasks) == 20
# Keep a copy of all tasks to check for failed tasks later
alltasks_copy = alltasks[:]
execution_loop(alltasks, options)
# 14 results + 3 failures
assert len(store.store) == 17
# 3 tasks should remain in waiting state due to 3 failures upstream
assert len(alltasks) == 3
assert len([x for x in alltasks_copy if x.is_failed()]) == 3
def test_aggressive_unload(jugfile):
from jug.jug import execution_loop
from jug.task import alltasks
options = parse(['execute'])
options.aggressive_unload = True
options.execute_target = None
store, space = jug.jug.init(find_test_jugfile(jugfile), 'dict_store')
execution_loop(alltasks, options)
def test_target_wild():
from jug.jug import execution_loop
from jug.task import alltasks
options = parse(['execute'])
options.jugfile = find_test_jugfile('simple_multiple.py')
# Test if restricting to this target we skip the other tasks
options.execute_target = "simple_multiple.sum_"
store, space = jug.jug.init(options.jugfile, 'dict_store')
execution_loop(alltasks, options)
assert len(store.store) < len(alltasks)
assert len(store.store) == 16
def test_options_cmdline(self):
clear_default("hello_other_value")
clear_default("hello_value")
assert CMD not in cmdapi._commands
HelloCommand()
options = parse([CMD, "--value", "FooBar"])
assert options.hello_value == "FooBar"
assert options.hello_other_value == "undefined"
output = cmdapi.run(CMD, options=options)
assert output == "Hello world", "Got '{0}'".format(output)
def test_options_cmdline(self):
clear_default("hello_other_value")
clear_default("hello_value")
assert CMD not in cmdapi._commands
HelloCommand()
options = parse([CMD, "--value", "FooBar"])
assert options.hello_value == "FooBar"
assert options.hello_other_value == "undefined"
output = cmdapi.run(CMD, options=options)
assert output == "Hello world", "Got '{0}'".format(output)
def test_options_config(self):
"Test if settings read from config file work even for custom subcommands"
_options_file = '''
[hello]
other-value=someone
'''
clear_default("hello_other_value")
clear_default("hello_value")
cmd = HelloCommand()
defaults = cmd.parse_defaults()
assert defaults["hello_other_value"] == "undefined"
assert defaults["hello_value"] == "option"
options = parse([CMD], StringIO(_options_file))
assert options.hello_other_value == "someone"
assert options.hello_value == "option"
def test_options_config(self):
"Test if settings read from config file work even for custom subcommands"
_options_file = '''
[hello]
other-value=someone
'''
clear_default("hello_other_value")
clear_default("hello_value")
cmd = HelloCommand()
defaults = cmd.parse_defaults()
assert defaults["hello_other_value"] == "undefined"
assert defaults["hello_value"] == "option"
options = parse([CMD], StringIO(_options_file))
assert options.hello_other_value == "someone"
assert options.hello_value == "option"
def test_sys_argv():
payload = """
import json, sys
sys.stdout.write(json.dumps(sys.argv) + '\\n')
"""
jugfile = tempfile.NamedTemporaryFile(suffix=".py")
jugfile.write(payload.encode("utf8"))
jugfile.flush()
options = parse(["execute", jugfile.name, '--', '--noarg', 'here'])
assert sys.argv[0] == jugfile.name
store, space = init(jugfile.name, 'dict_store')
with catch_stdout() as stdout:
execute.run(options=options, store=store, jugspace=space)
output = stdout.readline()
args = json.loads(output)
expected = [jugfile.name, "--noarg", "here"]
assert args == expected, "Saw {}, expected {}".format(args, expected)
def test_sys_argv():
payload = """
import json, sys
sys.stdout.write(json.dumps(sys.argv) + '\\n')
"""
jugfile = tempfile.NamedTemporaryFile(suffix=".py")
jugfile.write(payload.encode("utf8"))
jugfile.flush()
options = parse(["execute", jugfile.name, '--', '--noarg', 'here'])
assert sys.argv[0] == jugfile.name
store, space = init(jugfile.name, 'dict_store')
with catch_stdout() as stdout:
execute.run(options=options, store=store, jugspace=space)
output = stdout.readline()
args = json.loads(output)
expected = [jugfile.name, "--noarg", "here"]
assert args == expected, "Saw {}, expected {}".format(args, expected)
def simple_execute():
from jug.jug import execution_loop
from jug.task import alltasks
from jug.options import parse
execution_loop(alltasks, parse(['execute']))