def test_create():
from vital.config import config
from sprokit.pipeline import pipeline
c = config.empty_config()
pipeline.Pipeline()
pipeline.Pipeline(c)
def test_register():
from vital.config import config
from vital.modules import modules
from sprokit.pipeline import pipeline
from sprokit.pipeline import scheduler_factory
modules.load_known_modules()
sched_type = 'python_example'
sched_desc = 'simple description'
scheduler_factory.add_scheduler(sched_type, sched_desc,
example_scheduler(True))
if not sched_desc == scheduler_factory.description(sched_type):
test_error("Description was not preserved when registering")
p = pipeline.Pipeline()
try:
s = scheduler_factory.create_scheduler(sched_type, p)
if s is None:
raise Exception()
except:
test_error("Could not create newly registered scheduler type")
def test_api_calls():
from vital.config import config
from vital.modules import modules
from sprokit.pipeline import pipeline
from sprokit.pipeline import scheduler_factory
modules.load_known_modules()
sched_type = 'thread_per_process'
c = config.empty_config()
p = pipeline.Pipeline()
scheduler_factory.create_scheduler(sched_type, p)
scheduler_factory.create_scheduler(sched_type, p, c)
scheduler_factory.types()
scheduler_factory.description(sched_type)
scheduler_factory.default_type
def test_wrapper_api():
from sprokit.pipeline import config
from sprokit.pipeline import modules
from sprokit.pipeline import pipeline
from sprokit.pipeline import process_registry
from sprokit.pipeline import scheduler_registry
sched_type = 'python_example'
sched_desc = 'simple description'
modules.load_known_modules()
reg = scheduler_registry.SchedulerRegistry.self()
reg.register_scheduler(sched_type, sched_desc, example_scheduler(False))
p = pipeline.Pipeline()
preg = process_registry.ProcessRegistry.self()
proc_type = 'orphan'
proc_name = 'orphan'
proc = preg.create_process(proc_type, proc_name)
p.add_process(proc)
def check_scheduler(s):
if s is None:
test_error("Got a 'None' scheduler")
return
s.start()
s.pause()
s.resume()
s.stop()
s.start()
s.wait()
del s
p.reset()
p.setup_pipeline()
s = reg.create_scheduler(sched_type, p)
check_scheduler(s)
def test_python_to_python(sched_type):
from vital.config import config
from sprokit.pipeline import pipeline
from sprokit.pipeline import process
name_source = 'source'
name_sink = 'sink'
port_output = 'number'
port_input = 'number'
min = 0
max = 10
output_file = 'test-python-run-python_to_python.txt'
c = config.empty_config()
c.set_value(process.PythonProcess.config_name, name_source)
c.set_value('start', str(min))
c.set_value('end', str(max))
s = make_source(c)
c = config.empty_config()
c.set_value(process.PythonProcess.config_name, name_sink)
c.set_value('output', output_file)
t = make_sink(c)
p = pipeline.Pipeline(c)
p.add_process(s)
p.add_process(t)
p.connect(name_source, port_output, name_sink, port_input)
p.setup_pipeline()
run_pipeline(sched_type, p, c)
check_file(output_file, list(range(min, max)))
if t.stepped and not t.finalized:
test_error("sink process not finalized")
def test_api_calls():
from sprokit.pipeline import config
from sprokit.pipeline import modules
from sprokit.pipeline import pipeline
from sprokit.pipeline import scheduler_registry
modules.load_known_modules()
reg = scheduler_registry.SchedulerRegistry.self()
sched_type = 'thread_per_process'
c = config.empty_config()
p = pipeline.Pipeline()
reg.create_scheduler(sched_type, p)
reg.create_scheduler(sched_type, p, c)
reg.types()
reg.description(sched_type)
reg.default_type
def test_python_to_cpp(sched_type):
from vital.config import config
from sprokit.pipeline import pipeline
from sprokit.pipeline import process
name_source = 'source'
name_sink = 'sink'
port_output = 'number'
port_input = 'number'
min = 0
max = 10
output_file = 'test-python-run-python_to_cpp.txt'
c = config.empty_config()
c.set_value(process.PythonProcess.config_name, name_source)
c.set_value('start', str(min))
c.set_value('end', str(max))
s = make_source(c)
c = config.empty_config()
c.set_value('output', output_file)
t = create_process('print_number', name_sink, c)
p = pipeline.Pipeline()
p.add_process(s)
p.add_process(t)
p.connect(name_source, port_output,
name_sink, port_input)
p.setup_pipeline()
run_pipeline(sched_type, p, c)
check_file(output_file, list(range(min, max)))
def test_python_via_cpp(sched_type):
from vital.config import config
from sprokit.pipeline import pipeline
from sprokit.pipeline import process
name_source1 = 'source1'
name_source2 = 'source2'
name_mult = 'mult'
name_sink = 'sink'
port_output = 'number'
port_input1 = 'src/1'
port_input2 = 'src/2'
port_output1 = 'out/1'
port_output2 = 'out/2'
port_factor1 = 'factor1'
port_factor2 = 'factor2'
port_product = 'product'
port_input = 'number'
min1 = 0
max1 = 10
min2 = 10
max2 = 15
output_file = 'test-python-run-python_via_cpp.txt'
c = config.empty_config()
c.set_value(process.PythonProcess.config_name, name_source1)
c.set_value('start', str(min1))
c.set_value('end', str(max1))
s1 = make_source(c)
c = config.empty_config()
c.set_value(process.PythonProcess.config_name, name_source2)
c.set_value('start', str(min2))
c.set_value('end', str(max2))
s2 = make_source(c)
c = config.empty_config()
m = create_process('multiplication', name_mult, c)
c = config.empty_config()
c.set_value(process.PythonProcess.config_name, name_sink)
c.set_value('output', output_file)
t = make_sink(c)
p = pipeline.Pipeline()
p.add_process(s1)
p.add_process(s2)
p.add_process(m)
p.add_process(t)
p.connect(name_source1, port_output,
name_mult, port_factor1)
p.connect(name_source2, port_output,
name_mult, port_factor2)
p.connect(name_mult, port_product,
name_sink, port_input)
p.setup_pipeline()
run_pipeline(sched_type, p, c)
check_file(output_file, [a * b for a, b in zip(list(range(min1, max1)), list(range(min2, max2)))])
def test_api_calls():
from vital.config import config
from sprokit.pipeline import edge
from vital.modules import modules
from sprokit.pipeline import pipeline
from sprokit.pipeline import process
from sprokit.pipeline import process_cluster
from sprokit.pipeline import process_factory
p = pipeline.Pipeline()
proc_type1 = 'numbers'
proc_type2 = 'print_number'
proc_type3 = 'orphan_cluster'
proc_name1 = 'src'
proc_name2 = 'snk'
proc_name3 = 'orp'
port_name1 = 'number'
port_name2 = 'number'
modules.load_known_modules()
proc1 = process_factory.create_process(proc_type1, proc_name1)
conf_name = 'output'
c = config.empty_config()
c.set_value(conf_name, 'test-python-pipeline-api_calls-print_number.txt')
proc2 = process_factory.create_process(proc_type2, proc_name2, c)
proc3 = process_factory.create_process(proc_type3, proc_name3)
p.add_process(proc1)
p.add_process(proc2)
p.add_process(proc3)
p.connect(proc_name1, port_name1, proc_name2, port_name2)
p.process_names()
p.process_by_name(proc_name1)
p.cluster_names()
p.cluster_by_name(proc_name3)
p.connections_from_addr(proc_name1, port_name1)
p.connection_to_addr(proc_name2, port_name2)
p.disconnect(proc_name1, port_name1, proc_name2, port_name2)
p.remove_process(proc_name1)
p.remove_process(proc_name3)
# Restore the pipeline so that setup_pipeline works.
p.add_process(proc1)
p.connect(proc_name1, port_name1, proc_name2, port_name2)
p.setup_pipeline()
p.upstream_for_process(proc_name2)
p.upstream_for_port(proc_name2, port_name2)
p.downstream_for_process(proc_name1)
p.downstream_for_port(proc_name1, port_name1)
p.sender_for_port(proc_name2, port_name2)
p.receivers_for_port(proc_name1, port_name1)
p.edge_for_connection(proc_name1, port_name1, proc_name2, port_name2)
p.input_edges_for_process(proc_name2)
p.input_edge_for_port(proc_name2, port_name2)
p.output_edges_for_process(proc_name1)
p.output_edges_for_port(proc_name1, port_name1)
p.is_setup()
p.setup_successful()
c = config.empty_config()
p.reconfigure(c)
p.reset()
