def testSubgraph(self):
with Multigraph('sub') as sg:
source1 = GeneratorSource('s1')
source2 = GeneratorSource('s2', )
p = components.Product('prod')
p << InputPort('IN1')
p << InputPort('IN2')
source1.outputs.OUT >> p.inputs.IN1
source2.outputs.OUT >> p.inputs.IN2
source1.inputs.gen.set_initial_packet(range(5))
source2.inputs.gen.set_initial_packet(range(5))
sg.outputs.export(p.outputs.OUT, "OUT")
with Multigraph('b') as g:
g.add_node(sg)
printer = components.ShowInputs('show')
printer << InputPort('IN')
print(sg.outputs.OUT == p.outputs.OUT)
sg.outputs.OUT >> printer.inputs.IN
print(p.outputs.OUT.component)
print(sg.outputs.OUT.component)
print(list(g.iterarcs()))
print(list(g.iternodes()))
g()
with open('/tmp/graph.dot', 'w+') as of:
of.write(g.dot())
def testConnectingToNonExisting(self):
source1 = GeneratorSource('s1', (i for i in range(5)))
source2 = GeneratorSource('s2', (i for i in range(5)))
p = components.Product('prod')
p << InputPort('i')
p >> OutputPort('OUT')
p.inputs.j
source1.outputs.OUT >> p.inputs.i
source2.outputs.OUT >> p.inputs.j
def testSumPipeline(self):
source1 = GeneratorSource('s1', (i for i in range(100)))
source2 = GeneratorSource('s2', (i for i in range(100)))
shower = ShowInputs('printer')
shower.inputs.add(InputPort('in1'))
summer = BroadcastApplyFunction('summer', adder)
summer.inputs.add(InputPort('g1'))
summer.inputs.add(InputPort('g2'))
summer.outputs.add(OutputPort('sum'))
graph = Multigraph()
graph.connect(source1.outputs.OUT, summer.inputs.g1)
graph.connect(source2.outputs.OUT, summer.inputs.g2)
graph.connect(summer.outputs.sum, shower.inputs.in1)
with open('/home/baffelli/sum.dot', 'w+') as outfile:
outfile.write(graph.dot())
graph()
def testLinearPipeline(self):
source = GeneratorSource('s')
source.inputs.gen.set_initial_packet(source_gen)
shower = ShowInputs('printer')
shower.inputs.add(InputPort('in1'))
graph = Multigraph()
graph.connect(source.outputs['OUT'], shower.inputs['in1'])
graph()
def test_run_once(self):
with Multigraph('test') as g:
a = pyperator.decorators.run_once(GeneratorSource('gen'))
b = components.ShowInputs('a')
b << InputPort('IN1')
a.outputs.OUT >> b.inputs.IN1
range(4) >> a.inputs.gen
g()
def testProduct(self):
source1 = GeneratorSource('s1')
source2 = GeneratorSource('s2')
range(5) >> source1.inputs.gen
range(5) >> source2.inputs.gen
p = components.Product('prod')
printer = ShowInputs('printer')
printer.inputs.add(InputPort('IN'))
p.inputs.add(InputPort('i'))
p.inputs.add(InputPort('j'))
p.outputs.add(OutputPort('OUT'))
g = Multigraph('cul')
g.connect(source1.outputs.OUT, p.inputs.i)
g.connect(source2.outputs.OUT, p.inputs.j)
g.connect(p.outputs.OUT, printer.inputs.IN)
print(list(g.iterarcs()))
print(g.dot())
g()
def testClose(self):
with Multigraph() as g:
producer = GeneratorSource('s1', (i for i in range(100)))
constant = ConstantSource('const', 4)
producer >> OutputPort('OUT')
consumer = ShowInputs('printer')
consumer << InputPort('IN')
producer.outputs.OUT >> consumer.inputs.IN
g()
def testCombinatorialFormatter(self):
#Source
source1 = GeneratorSource('s1', (i for i in range(5)))
source2 = GeneratorSource('s2', (i for i in range(5)))
toucher = pyperator.shell.Shell(
'shell',
"echo '{inputs.i.value}, {inputs.j.value}' > {outputs.f1.path}")
toucher.outputs.add(FilePort('f1'))
toucher.inputs.add(InputPort('i'))
toucher.inputs.add(InputPort('j'))
toucher.DynamicFormatter('f1',
"{inputs.j.value}_{inputs.i.value}.txt1")
printer = ShowInputs('show_path')
printer.inputs.add(FilePort('f2'))
graph = Multigraph()
graph.connect(source1.outputs.OUT, toucher.inputs.i)
graph.connect(source2.outputs.OUT, toucher.inputs.j)
graph.connect(toucher.outputs.f1, printer.inputs.f2)
graph()
def testNiceConnection(self):
with Multigraph() as g:
source1 = GeneratorSource('s1', (i for i in range(5)))
source2 = GeneratorSource('s2', (i for i in range(5)))
p = components.Product('prod')
printer = components.ShowInputs('print')
# #Add ports
p << InputPort('i')
p << InputPort('j')
p >> OutputPort('OUT')
printer << InputPort('IN')
#Connect ports
source1.outputs.OUT >> p.inputs.i
source2.outputs.OUT >> p.inputs.j
p.outputs.OUT >> printer.inputs.IN
# # #Add components
# g = g + source1 + source2 + p + printer
print(g.dot())
g()
def testIIP(self):
with Multigraph() as g:
source1 = GeneratorSource('s1', (i for i in range(5)))
printer = components.ShowInputs('print')
printer << InputPort('i')
printer << InputPort('j')
#Add IIP to port
printer.inputs.j.set_initial_packet('ciaone')
#Connect remaining ports
source1.outputs.OUT >> printer.inputs.i
g()
def testCountWithReset(self):
with Multigraph('test') as g:
source1 = GeneratorSource('s1')
source2 = GeneratorSource('s2')
range(5) >> source1.inputs.gen
range(5) >> source2.inputs.gen
reset = components.WaitRandom('s3')
p = components.Product('prod')
c = components.Count('count')
printer = ShowInputs('printer')
printer.inputs.add(InputPort('IN'))
p.inputs.add(InputPort('i'))
p.inputs.add(InputPort('j'))
g.connect(reset.outputs.OUT, c.inputs.reset)
g.connect(source1.outputs.OUT, p.inputs.i)
g.connect(source2.outputs.OUT, p.inputs.j)
g.connect(p.outputs.OUT, c.inputs.IN)
g.connect(c.outputs.count, printer.inputs.IN)
print(list(g.iterarcs()))
print(g.dot())
g()
def testFormatString(self):
with Multigraph('a') as g:
formatter = components.FormatString('formatter')
formatter << InputPort('i')
printer = components.ShowInputs('printer')
printer << InputPort('IN')
gen = GeneratorSource('gen')
gen.inputs.gen.set_initial_packet(range(5))
formatter.inputs.pattern.set_initial_packet('The number is {i}')
gen.outputs.OUT >> formatter.inputs.i
formatter.outputs.OUT >> printer.inputs.IN
g()
def testShellFail(self):
#Source
source1 = GeneratorSource('s1', (i for i in range(5)))
toucher = pyperator.shell.Shell('shell', "cara")
toucher.outputs.add(FilePort('f1'))
toucher.inputs.add(InputPort('i'))
toucher.DynamicFormatter('f1', "{inputs.i.value}.test")
printer = ShowInputs('show_path')
printer.inputs.add(FilePort('f2'))
graph = Multigraph(log='fail.log')
graph.connect(source1.outputs.OUT, toucher.inputs.i)
graph.connect(toucher.outputs.f1, printer.inputs.f2)
graph()
def testSubnet(self):
with Multigraph('sub') as sg:
source1 = GeneratorSource('s1')
source2 = GeneratorSource('s2', )
p = components.Product('prod')
p << InputPort('IN1')
p << InputPort('IN2')
source1.outputs.OUT >> p.inputs.IN1
source2.outputs.OUT >> p.inputs.IN2
source1.inputs.gen.set_initial_packet(range(5))
source2.inputs.gen.set_initial_packet(range(5))
sg.outputs.export(p.outputs.OUT, "OUT")
with Multigraph('b') as g:
sg = pyperator.subnet.Subnet.from_graph(sg)
print(sg.outputs)
printer = components.ShowInputs('show')
printer << InputPort('IN')
sg.outputs.OUT >> printer.inputs.IN
g()
with open('/tmp/graph.dot', 'w+') as of:
of.write(g.dot())
def testRegisterAiter(self):
source = GeneratorSource('s', source_gen)
printer = ShowInputs('in')
printer.inputs.add(InputPort('in1'))
g = Multigraph()
g.connect(source.outputs.OUT, printer.inputs.in1)
async def receive_all():
received = []
print('receiving')
async for s in printer.inputs:
received.append(s)
print(received)
loop = asyncio.get_event_loop()
loop.run_until_complete(asyncio.gather(source(), receive_all()))
def testRecursivePipeline(self):
source1 = GeneratorSource('s1', (i for i in range(1000)))
shower = ShowInputs('printer')
shower.inputs.add(InputPort('in1'))
summer = BroadcastApplyFunction('summer', adder)
summer.inputs.add(InputPort('g1'))
summer.inputs.add(InputPort('recursion'))
summer.outputs.add(OutputPort('sum'))
graph = Multigraph()
graph.connect(source1.outputs.OUT, summer.inputs.g1)
graph.connect(summer.outputs.sum, shower.inputs.in1)
graph.connect(summer.outputs.sum, summer.inputs.recursion)
#Add a kickstarter to a port
graph.set_kickstarter(summer.inputs.recursion)
with open('/home/baffelli/recursion.dot', 'w+') as outfile:
outfile.write(graph.dot())
graph()
def testFilter(self):
def filter_predicate(in1=None):
if in1 % 2 == 0:
return True
else:
return False
source1 = GeneratorSource('s1', (i for i in range(100)))
filt = Filter(
'filtrator',
filter_predicate,
)
filt.inputs.add(InputPort('in1'))
filt.outputs.add(OutputPort('out1'))
shower = ShowInputs('printer')
shower.inputs.add(InputPort('in1'))
graph = Multigraph()
graph.connect(source1.outputs['OUT'], filt.inputs.in1)
graph.connect(filt.outputs.out1, shower.inputs.in1)
graph()
def testWildcardsFormatter(self):
#Source
source1 = GeneratorSource('s1', (i for i in range(5)))
toucher = pyperator.shell.Shell(
'shell',
"echo '{inputs.i.value}, {inputs.i.value} to {outputs.f1.path}' > {outputs.f1.path}"
)
toucher.outputs.add(FilePort('f1'))
toucher.inputs.add(InputPort('i'))
toucher.DynamicFormatter('f1', "{inputs.i.value}.prova")
#add transformation
transformer = pyperator.shell.Shell(
'transf', "cp {inputs.IN.path} {outputs.out.path}")
transformer.inputs.add(FilePort('IN'))
transformer.outputs.add(FilePort('out'))
transformer.WildcardsExpression('IN', "{value}.{ext}")
transformer.DynamicFormatter('out', '{wildcards.IN.pane}.txt1')
graph = Multigraph()
graph.connect(source1.outputs.OUT, toucher.inputs.i)
graph.connect(toucher.outputs.f1, transformer.inputs.IN)
graph()
def testPatternStages(self):
source1 = GeneratorSource('s1', (i for i in range(5)))
#First component generates file
toucher = pyperator.shell.Shell(
'echo', "echo '{inputs.i} to {outputs.f1}' > {outputs.f1}")
toucher.inputs.add(InputPort('i'))
toucher.outputs.add(OutputPort('f1'))
toucher.DynamicFormatter('f1', "{inputs.i}.txt")
#Second component receives it
modified = pyperator.shell.Shell(
'edit', "echo 'i saw {inputs.f1}' > {outputs.f2}")
modified.inputs.add(InputPort('f1'))
modified.outputs.add(OutputPort('f2'))
modified.DynamicFormatter('f2', "{inputs.f1}.changes")
#Finally we need a sink to drive the network
printer = ShowInputs('show_path')
printer.inputs.add(InputPort('f2'))
graph = Multigraph()
graph.connect(source1.outputs.OUT, toucher.inputs.i)
graph.connect(toucher.outputs.f1, modified.inputs.f1)
graph.connect(modified.outputs.f2, printer.inputs.f2)
graph()