def test__Dequindre_get_schedules():
A = Task('A.py', 'test-env')
B = Task('B.py', 'test-env')
C = Task('C.py', 'test-env')
Z = Task('Z.py', 'test-env')
dag = DAG()
dag.add_tasks({A, B, C, Z})
dag.add_dependencies({B: A, C: B})
dq = Dequindre(dag)
priorities = dq.get_schedules()
testable = {}
# build a testable result dict
for k, v in priorities.items():
new_set = set()
if isinstance(v, Task):
testable[k] = set(v)
continue
for vi in v:
new_set.add(hash(vi))
testable[k] = new_set
assert testable == {
1: {hash(A), hash(Z)},
2: {hash(B)},
3: {hash(C)},
}
def test__Dequindre_get_task_schedules():
A = Task('A.py', 'test-env')
B = Task('B.py', 'test-env')
C = Task('C.py', 'test-env')
Z = Task('Z.py', 'test-env')
dag = DAG()
dag.add_tasks({A, B, C, Z})
dag.add_dependencies({B: A, C: B})
dq = Dequindre(dag)
priorities = dq.get_task_schedules()
testable = {hash(k): v for k, v in priorities.items()}
assert testable == {hash(A): 1, hash(B): 2, hash(C): 3, hash(Z): 1}
def test__common_task_example():
from dequindre import DAG, Dequindre
from dequindre.commons import common_task
with common_task('./tea-tasks/{}', 'python') as TeaTask:
boil_water = TeaTask('boil_water.py')
pour_water = TeaTask('pour_water.py')
prep_infuser = TeaTask('prep_infuser.py')
steep_tea = TeaTask('steep_tea.py')
make_tea = DAG(dependencies={
boil_water: {pour_water},
steep_tea: {boil_water, prep_infuser}
})
## run tasks
dq = Dequindre(make_tea)
dq.run_tasks()
def test__Dequindre_refresh_dag():
A = Task('A.py', 'test-env')
B = Task('B.py', 'test-env')
C = Task('C.py', 'test-env')
dag = DAG()
dag.add_tasks({A, B, C})
dq = Dequindre(dag)
tasks = sorted(list(dq.dag.tasks))
for t in tasks:
dq.dag.remove_task(t)
assert dq.dag.tasks == set()
dq.refresh_dag()
new_tasks = sorted(list(dq.dag.tasks))
for t, nt in zip(tasks, new_tasks):
assert t == nt
def test__Dequindre_init():
"""Nothing should break here
"""
A = Task('A.py', 'test-env')
B = Task('B.py', 'test-env')
C = Task('C.py', 'test-env')
dag = DAG()
dag.add_tasks({A, B, C})
dq = Dequindre(dag)
return None
def test__run_tasks_fail_hard():
from dequindre import DAG, Dequindre
from dequindre.commons import common_task
with common_task('./tea-tasks/{}', 'python') as TeaTask:
boil_water = TeaTask('boil_water.py')
pour_water = TeaTask('pour_water.py')
prep_infuser = TeaTask('prep_infuser.py')
steep_tea = TeaTask('steep_tea.py')
fake_task = TeaTask('not-a-real-task.py')
make_tea = DAG(
dependencies={
pour_water: fake_task,
boil_water: {pour_water},
steep_tea: {boil_water, prep_infuser}
})
## run tasks
dq = Dequindre(make_tea)
with pytest.raises(AssertionError):
dq.run_tasks(error_handling='bad-arg')
with pytest.raises(EarlyAbortError):
dq.run_tasks(error_handling='hard')
def test__readme_example():
from dequindre import Task, DAG, Dequindre
## define tasks and environments
pour_water = Task('./tea-tasks/pour_water.py')
boil_water = Task('./tea-tasks/boil_water.py')
prep_infuser = Task('./tea-tasks/prep_infuser.py')
steep_tea = Task('./tea-tasks/steep_tea.py')
## define runtime dependencies
make_tea = DAG(dependencies={
boil_water: {pour_water},
steep_tea: {boil_water, prep_infuser}
})
## run tasks
dq = Dequindre(make_tea)
dq.get_schedules()
# defaultdict(<class 'set'>, {
# 1: {Task(prep_infuser.py), Task(pour_water.py)},
# 2: {Task(boil_water.py)},
# 3: {Task(steep_tea.py)}})
## dq.run_tasks() can run the files if they exist.
dq.run_tasks()
def test__Dequindre_init_exceptions():
"""Raise expected exceptions
"""
A = Task('A.py', 'test-env')
B = Task('B.py', 'test-env')
C = Task('C.py', 'test-env')
dag = DAG()
dag.add_tasks({A, B, C})
with pytest.raises(TypeError):
Dequindre()
return None
def test__Dequindre_repr():
make_tea = Task('make_tea.py', 'test-env')
dag = DAG()
dag.add_task(make_tea)
dq = Dequindre(dag)
assert repr(dq) == "Dequindre(DAG({Task(make_tea.py)}))"