def test_no_raise_error():
a = IntProducer()
b = IdentityProcessor()(a)
c = IdentityProcessor()(b)
d = CommandlineConsumer()(c)
graph_engine = GraphEngine([a], [d])
def test_simple_example2():
producer = IntProducer(0, 40, 0.01)
sum_agg = SumAggregator()(producer)
printer = CommandlineConsumer()(sum_agg)
flow = Flow([producer], [printer])
flow.run()
flow.join()
def test_raise_error_1():
a = IntProducer()
b = IdentityProcessor()(a)
c = IdentityProcessor()(b)
d = CommandlineConsumer()
with pytest.raises(ValueError):
graph_engine = GraphEngine([a], [d])
def test_mp_example1():
producer = IntProducer(0, 40, 0.1)
identity = IdentityProcessor(nb_tasks = 5)(producer)
identity1 = IdentityProcessor(nb_tasks = 5)(identity)
joined = JoinerProcessor(nb_tasks = 5)(identity, identity1)
printer = CommandlineConsumer()(joined)
flow = Flow([producer], [printer])
flow.run()
flow.join()
def test_taskmodulenode_example1():
producer = IntProducer(0, 40, 0.05)
identity = IdentityProcessor(nb_tasks = 1)(producer)
identity1 = IdentityProcessor(nb_tasks = 1)(identity)
joined = JoinerProcessor(nb_tasks = 1)(identity, identity1)
task_module = TaskModuleNode(identity, joined)
printer = CommandlineConsumer()(task_module)
flow = Flow([producer], [printer])
flow.run()
flow.join()
def test_graph_with_deadend_processor():
# Graph with no consumer should run.
producer = IntProducer(0, 40, 0.05)
identity = IdentityProcessor(nb_tasks=1)(producer)
identity1 = IdentityProcessor(nb_tasks=1)(identity)
joined = JoinerProcessor(nb_tasks=1)(identity, identity1)
task_module = TaskModuleNode(identity, joined)
dead_end = IdentityProcessor()(task_module)
printer = CommandlineConsumer()(task_module)
flow = Flow([producer], [printer])
flow.run()
flow.join()
def test_taskmodule_node():
'''
Tests simple task module creation
and tests that it can be part of a flow
'''
#1. Tests simple module first
zero = IntProducer()
a = IdentityProcessor()(zero)
b = IdentityProcessor()(a)
c = IdentityProcessor()(b)
d = JoinerProcessor()(b, c)
e = IdentityProcessor()(d)
f = JoinerProcessor()(d, e, c, b)
module = TaskModuleNode(a, f)
out = CommandlineConsumer()(module)
#2. Tests that you raise an exception as error here.
with pytest.raises(RuntimeError):
out1 = CommandlineConsumer()(f)
graph_engine = GraphEngine([zero], [out])
tsort = graph_engine.topological_sort()
assert len(tsort) == 3
def test_taskmodule_node_1():
'''
Tests that task module can create its own parents without
having to take them from the entry node.
'''
zero = IntProducer()
a = IdentityProcessor()
b = IdentityProcessor()(a)
c = IdentityProcessor()(b)
task_module = TaskModuleNode(a, c)(zero)
out = CommandlineConsumer()(task_module)
graph_engine = GraphEngine([zero], [out])
def test_taskmodule_node_2():
'''
Tests that task module can take the childs from its exit_entry
'''
zero = IntProducer()
a = IdentityProcessor()(zero)
b = IdentityProcessor()(a)
c = IdentityProcessor()(b)
out = CommandlineConsumer()(c)
task_module = TaskModuleNode(a, c)
graph_engine = GraphEngine([zero], [out])
tsort = graph_engine.topological_sort()
assert len(tsort) == 3
assert task_module in tsort
def test_nb_tasks_created_1():
#2. Test that number of tasks created is different than number of
# nodes, in the case of TaskModuleProcessor
zero = IntProducer()
a = IdentityProcessor()(zero)
b = IdentityProcessor()(a)
c = IdentityProcessor()(b)
d = JoinerProcessor()(b, c)
e = IdentityProcessor()(d)
f = JoinerProcessor()(d, e, c, b)
module = TaskModuleNode(a, f)
out = CommandlineConsumer()(module)
tsort = topological_sort([zero])
tasks_data = _task_data_from_node_tsort(tsort)
ee = RealtimeExecutionEngine()
ee._al_create_processes(tasks_data)
assert len(ee._procs) == 3
from videoflow.core import Flow
from videoflow.producers import IntProducer
from videoflow.processors import IdentityProcessor, JoinerProcessor
from videoflow.consumers import CommandlineConsumer
producer = IntProducer(0, 40, 0.1)
identity = IdentityProcessor()(producer)
identity1 = IdentityProcessor()(identity)
joined = JoinerProcessor()(identity, identity1)
printer = CommandlineConsumer()(joined)
flow = Flow([producer], [printer],maintain_states=True,state_config={"flow_name":"simple_example","save_interval":25})
flow.run()
flow.join()
from videoflow.core import Flow from videoflow.producers import IntProducer from videoflow.processors.aggregators import SumAggregator from videoflow.consumers import CommandlineConsumer producer = IntProducer(0, 40, 0.01) sum_agg = SumAggregator()(producer) printer = CommandlineConsumer()(sum_agg) flow = Flow([producer], [printer]) flow.run() flow.join()
''' This example tests wrapping the task module node around other nodes and running a flow with it. ''' from videoflow.core import Flow from videoflow.core.node import TaskModuleNode from videoflow.producers import IntProducer from videoflow.processors import IdentityProcessor, JoinerProcessor from videoflow.consumers import CommandlineConsumer producer = IntProducer(0, 40, 0.05) identity = IdentityProcessor(nb_tasks=1)(producer) identity1 = IdentityProcessor(nb_tasks=1)(identity) joined = JoinerProcessor(nb_tasks=1)(identity, identity1) task_module = TaskModuleNode(identity, joined) printer = CommandlineConsumer()(task_module) flow = Flow([producer], [printer]) flow.run() flow.join()
from videoflow.core import Flow
from videoflow.producers import IntProducer
from videoflow.processors import IdentityProcessor, JoinerProcessor
from videoflow.consumers import CommandlineConsumer
from videoflow.core.constants import BATCH
reader = IntProducer(0, 100, 0.001)
game_state_processor = IdentityProcessor(fps=6, nb_tasks=1, name='i1')(reader)
hero_processors = JoinerProcessor()(reader, game_state_processor)
ability_processor = JoinerProcessor()(reader, game_state_processor,
hero_processors)
ammo_processor = JoinerProcessor()(reader, game_state_processor)
death_processor = JoinerProcessor()(reader, game_state_processor)
hp_processor = JoinerProcessor()(reader, game_state_processor)
killfeed_processor = JoinerProcessor(fps=1, nb_tasks=5)(reader,
game_state_processor)
map_processor = JoinerProcessor()(reader, game_state_processor)
resurrect_processor = JoinerProcessor()(reader, game_state_processor)
sr_processor = JoinerProcessor()(reader, game_state_processor)
ultimate_processor = JoinerProcessor()(reader, game_state_processor)
player_score_processor = JoinerProcessor()(reader, game_state_processor)
consumer_before = JoinerProcessor()(
reader, game_state_processor, hero_processors, death_processor,
killfeed_processor, ammo_processor, hp_processor, ultimate_processor,
ability_processor, player_score_processor, map_processor, sr_processor,
resurrect_processor)
consumer = CommandlineConsumer()(consumer_before)
flow = Flow([reader], [consumer], flow_type=BATCH)
flow.run()
flow.join()