def testSubgraph(self):
with Multigraph('sub') as sg:
source1 = GeneratorSource('s1')
source2 = GeneratorSource('s2', )
p = components.Product('prod')
p << InputPort('IN1')
p << InputPort('IN2')
source1.outputs.OUT >> p.inputs.IN1
source2.outputs.OUT >> p.inputs.IN2
source1.inputs.gen.set_initial_packet(range(5))
source2.inputs.gen.set_initial_packet(range(5))
sg.outputs.export(p.outputs.OUT, "OUT")
with Multigraph('b') as g:
g.add_node(sg)
printer = components.ShowInputs('show')
printer << InputPort('IN')
print(sg.outputs.OUT == p.outputs.OUT)
sg.outputs.OUT >> printer.inputs.IN
print(p.outputs.OUT.component)
print(sg.outputs.OUT.component)
print(list(g.iterarcs()))
print(list(g.iternodes()))
g()
with open('/tmp/graph.dot', 'w+') as of:
of.write(g.dot())
def testIIP(self):
with Multigraph() as g:
source1 = GeneratorSource('s1', (i for i in range(5)))
printer = components.ShowInputs('print')
printer << InputPort('i')
printer << InputPort('j')
#Add IIP to port
printer.inputs.j.set_initial_packet('ciaone')
#Connect remaining ports
source1.outputs.OUT >> printer.inputs.i
g()
def testArrayPort(self):
c1 = Component('c1')
c1.outputs.add(OutputPort('a'))
c2 = Component('c2')
c2.inputs.add(InputPort('b'))
c2.inputs.add(InputPort('c'))
graph = Multigraph()
graph.connect(c1.outputs['a'], c2.inputs['b'])
graph.connect(c1.outputs['a'], c2.inputs['c'])
print(list(graph.iterarcs()))
with open('/home/baffelli/multiport.dot', 'w+') as outfile:
outfile.write(graph.dot())
def testFormatString(self):
with Multigraph('a') as g:
formatter = components.FormatString('formatter')
formatter << InputPort('i')
printer = components.ShowInputs('printer')
printer << InputPort('IN')
gen = GeneratorSource('gen')
gen.inputs.gen.set_initial_packet(range(5))
formatter.inputs.pattern.set_initial_packet('The number is {i}')
gen.outputs.OUT >> formatter.inputs.i
formatter.outputs.OUT >> printer.inputs.IN
g()
def testOneOffProcess(self):
source1 = ConstantSource('s1', 3)
source2 = OneOffProcess('of', lambda kwargs: 5)
source2.outputs.add(OutputPort('s2'))
summer = BroadcastApplyFunction('summer', adder)
summer.inputs.add(InputPort('g1'))
summer.inputs.add(InputPort('g2'))
summer.outputs.add(OutputPort('sum'))
shower = ShowInputs('printer', inputs=['in1'])
graph = Multigraph()
graph.connect(source1.outputs['OUT'], summer.inputs.g1)
graph.connect(source2.outputs['s2'], summer.inputs.g2)
graph.connect(summer.outputs.sum, shower.inputs.in1)
graph()
def testSumPipeline(self):
source1 = GeneratorSource('s1', (i for i in range(100)))
source2 = GeneratorSource('s2', (i for i in range(100)))
shower = ShowInputs('printer')
shower.inputs.add(InputPort('in1'))
summer = BroadcastApplyFunction('summer', adder)
summer.inputs.add(InputPort('g1'))
summer.inputs.add(InputPort('g2'))
summer.outputs.add(OutputPort('sum'))
graph = Multigraph()
graph.connect(source1.outputs.OUT, summer.inputs.g1)
graph.connect(source2.outputs.OUT, summer.inputs.g2)
graph.connect(summer.outputs.sum, shower.inputs.in1)
with open('/home/baffelli/sum.dot', 'w+') as outfile:
outfile.write(graph.dot())
graph()
def testProductSource(self):
source = components.GeneratorProductSource('s', source_gen, source_gen)
shower = ShowInputs('printer')
shower.inputs.add(InputPort('in1'))
graph = Multigraph()
graph.connect(source.outputs['OUT'], shower.inputs['in1'])
graph()
def testSplit(self):
source1 = components.Product(
's1',
(i for i in range(3)),
(i for i in range(3)),
)
splitter = components.Split('split in two')
splitter.outputs.add(OutputPort('a'))
splitter.outputs.add(OutputPort('b'))
shower = ShowInputs('printer')
shower.inputs.add(InputPort('a'))
shower.inputs.add(InputPort('b'))
graph = Multigraph()
graph.connect(source1.outputs.OUT, splitter.inputs.IN)
graph.connect(splitter.outputs.a, shower.inputs.a)
graph.connect(splitter.outputs.b, shower.inputs.b)
graph()
def testRecursivePipeline(self):
source1 = GeneratorSource('s1', (i for i in range(1000)))
shower = ShowInputs('printer')
shower.inputs.add(InputPort('in1'))
summer = BroadcastApplyFunction('summer', adder)
summer.inputs.add(InputPort('g1'))
summer.inputs.add(InputPort('recursion'))
summer.outputs.add(OutputPort('sum'))
graph = Multigraph()
graph.connect(source1.outputs.OUT, summer.inputs.g1)
graph.connect(summer.outputs.sum, shower.inputs.in1)
graph.connect(summer.outputs.sum, summer.inputs.recursion)
#Add a kickstarter to a port
graph.set_kickstarter(summer.inputs.recursion)
with open('/home/baffelli/recursion.dot', 'w+') as outfile:
outfile.write(graph.dot())
graph()
def testLinearPipeline(self):
source = GeneratorSource('s')
source.inputs.gen.set_initial_packet(source_gen)
shower = ShowInputs('printer')
shower.inputs.add(InputPort('in1'))
graph = Multigraph()
graph.connect(source.outputs['OUT'], shower.inputs['in1'])
graph()
def testMagicIIP(self):
with Multigraph('g') as g:
d = components.ShowInputs('a')
d << InputPort('IN')
c = components.GeneratorSource('gen')
range(4) >> c.inputs.gen
c.outputs.OUT >> d.inputs.IN
g()
def test_run_once(self):
with Multigraph('test') as g:
a = pyperator.decorators.run_once(GeneratorSource('gen'))
b = components.ShowInputs('a')
b << InputPort('IN1')
a.outputs.OUT >> b.inputs.IN1
range(4) >> a.inputs.gen
g()
def testProduct(self):
source1 = GeneratorSource('s1')
source2 = GeneratorSource('s2')
range(5) >> source1.inputs.gen
range(5) >> source2.inputs.gen
p = components.Product('prod')
printer = ShowInputs('printer')
printer.inputs.add(InputPort('IN'))
p.inputs.add(InputPort('i'))
p.inputs.add(InputPort('j'))
p.outputs.add(OutputPort('OUT'))
g = Multigraph('cul')
g.connect(source1.outputs.OUT, p.inputs.i)
g.connect(source2.outputs.OUT, p.inputs.j)
g.connect(p.outputs.OUT, printer.inputs.IN)
print(list(g.iterarcs()))
print(g.dot())
g()
def testConnectingToNonExisting(self):
source1 = GeneratorSource('s1', (i for i in range(5)))
source2 = GeneratorSource('s2', (i for i in range(5)))
p = components.Product('prod')
p << InputPort('i')
p >> OutputPort('OUT')
p.inputs.j
source1.outputs.OUT >> p.inputs.i
source2.outputs.OUT >> p.inputs.j
def testNormalPort(self):
c1 = Component('c1')
c1.outputs.add(OutputPort('a'))
c2 = Component('c2')
c2.inputs.add(InputPort('b'))
graph = Multigraph()
graph.connect(c1.outputs['a'], c2.inputs['b'])
with open('/home/baffelli/normal.dot', 'w+') as outfile:
outfile.write(graph.dot())
def testClose(self):
with Multigraph() as g:
producer = GeneratorSource('s1', (i for i in range(100)))
constant = ConstantSource('const', 4)
producer >> OutputPort('OUT')
consumer = ShowInputs('printer')
consumer << InputPort('IN')
producer.outputs.OUT >> consumer.inputs.IN
g()
def testNiceConnection(self):
with Multigraph() as g:
source1 = GeneratorSource('s1', (i for i in range(5)))
source2 = GeneratorSource('s2', (i for i in range(5)))
p = components.Product('prod')
printer = components.ShowInputs('print')
# #Add ports
p << InputPort('i')
p << InputPort('j')
p >> OutputPort('OUT')
printer << InputPort('IN')
#Connect ports
source1.outputs.OUT >> p.inputs.i
source2.outputs.OUT >> p.inputs.j
p.outputs.OUT >> printer.inputs.IN
# # #Add components
# g = g + source1 + source2 + p + printer
print(g.dot())
g()
def testCombinatorialFormatter(self):
#Source
source1 = GeneratorSource('s1', (i for i in range(5)))
source2 = GeneratorSource('s2', (i for i in range(5)))
toucher = pyperator.shell.Shell(
'shell',
"echo '{inputs.i.value}, {inputs.j.value}' > {outputs.f1.path}")
toucher.outputs.add(FilePort('f1'))
toucher.inputs.add(InputPort('i'))
toucher.inputs.add(InputPort('j'))
toucher.DynamicFormatter('f1',
"{inputs.j.value}_{inputs.i.value}.txt1")
printer = ShowInputs('show_path')
printer.inputs.add(FilePort('f2'))
graph = Multigraph()
graph.connect(source1.outputs.OUT, toucher.inputs.i)
graph.connect(source2.outputs.OUT, toucher.inputs.j)
graph.connect(toucher.outputs.f1, printer.inputs.f2)
graph()
def testMultipleConnection(self):
c1 = Component('c1')
c1.outputs.add(OutputPort('a'))
c1.outputs.add(OutputPort('b'))
c2 = Component('c2')
c2.inputs.add(InputPort('a'))
graph = Multigraph()
with self.assertRaises(pyperator.exceptions.MultipleConnectionError):
graph.connect(c1.outputs.a, c2.inputs.a)
graph.connect(c1.outputs.b, c2.inputs.a)
def testFilter(self):
def filter_predicate(in1=None):
if in1 % 2 == 0:
return True
else:
return False
source1 = GeneratorSource('s1', (i for i in range(100)))
filt = Filter(
'filtrator',
filter_predicate,
)
filt.inputs.add(InputPort('in1'))
filt.outputs.add(OutputPort('out1'))
shower = ShowInputs('printer')
shower.inputs.add(InputPort('in1'))
graph = Multigraph()
graph.connect(source1.outputs['OUT'], filt.inputs.in1)
graph.connect(filt.outputs.out1, shower.inputs.in1)
graph()
def testCountWithReset(self):
with Multigraph('test') as g:
source1 = GeneratorSource('s1')
source2 = GeneratorSource('s2')
range(5) >> source1.inputs.gen
range(5) >> source2.inputs.gen
reset = components.WaitRandom('s3')
p = components.Product('prod')
c = components.Count('count')
printer = ShowInputs('printer')
printer.inputs.add(InputPort('IN'))
p.inputs.add(InputPort('i'))
p.inputs.add(InputPort('j'))
g.connect(reset.outputs.OUT, c.inputs.reset)
g.connect(source1.outputs.OUT, p.inputs.i)
g.connect(source2.outputs.OUT, p.inputs.j)
g.connect(p.outputs.OUT, c.inputs.IN)
g.connect(c.outputs.count, printer.inputs.IN)
print(list(g.iterarcs()))
print(g.dot())
g()
def testSendReceive(self):
c1 = Component('c1')
c1.outputs.add(OutputPort('a'))
c2 = Component('c2')
c2.outputs.add(OutputPort('b'))
c3 = Component('c3')
c3.inputs.add(InputPort('in1'))
c3.inputs.add(InputPort('in2'))
graph = Multigraph()
graph.connect(c1.outputs['a'], c3.inputs['in1'])
graph.connect(c2.outputs['b'], c3.inputs['in2'])
# graph.set_initial_packet(c3.inputs['in1'], 6)
async def send(messages):
for m in messages:
await asyncio.sleep(0.2)
[
asyncio.ensure_future(c1.outputs['a'].send_to_all(m)),
asyncio.ensure_future(c2.outputs['b'].send_to_all(m))
]
asyncio.ensure_future(c1.outputs['a'].close())
asyncio.ensure_future(c2.outputs['b'].close())
async def receive():
while True:
print(c3.inputs['in1'].queue)
res, doing = await asyncio.wait(
[c3.inputs['in1'].receive(), c3.inputs['in2'].receive()],
return_when=asyncio.ALL_COMPLETED)
print('done receiving')
print(res.pop().result(), res.pop().result())
# await asyncio.sleep(0)
futures = [
asyncio.ensure_future(send([1, 2, 3, 4, 5])),
asyncio.ensure_future(receive())
]
loop = asyncio.get_event_loop()
loop.run_until_complete(futures[1])
def testShellFail(self):
#Source
source1 = GeneratorSource('s1', (i for i in range(5)))
toucher = pyperator.shell.Shell('shell', "cara")
toucher.outputs.add(FilePort('f1'))
toucher.inputs.add(InputPort('i'))
toucher.DynamicFormatter('f1', "{inputs.i.value}.test")
printer = ShowInputs('show_path')
printer.inputs.add(FilePort('f2'))
graph = Multigraph(log='fail.log')
graph.connect(source1.outputs.OUT, toucher.inputs.i)
graph.connect(toucher.outputs.f1, printer.inputs.f2)
graph()
def testPatternStages(self):
source1 = GeneratorSource('s1', (i for i in range(5)))
#First component generates file
toucher = pyperator.shell.Shell(
'echo', "echo '{inputs.i} to {outputs.f1}' > {outputs.f1}")
toucher.inputs.add(InputPort('i'))
toucher.outputs.add(OutputPort('f1'))
toucher.DynamicFormatter('f1', "{inputs.i}.txt")
#Second component receives it
modified = pyperator.shell.Shell(
'edit', "echo 'i saw {inputs.f1}' > {outputs.f2}")
modified.inputs.add(InputPort('f1'))
modified.outputs.add(OutputPort('f2'))
modified.DynamicFormatter('f2', "{inputs.f1}.changes")
#Finally we need a sink to drive the network
printer = ShowInputs('show_path')
printer.inputs.add(InputPort('f2'))
graph = Multigraph()
graph.connect(source1.outputs.OUT, toucher.inputs.i)
graph.connect(toucher.outputs.f1, modified.inputs.f1)
graph.connect(modified.outputs.f2, printer.inputs.f2)
graph()
def testSubnet(self):
with Multigraph('sub') as sg:
source1 = GeneratorSource('s1')
source2 = GeneratorSource('s2', )
p = components.Product('prod')
p << InputPort('IN1')
p << InputPort('IN2')
source1.outputs.OUT >> p.inputs.IN1
source2.outputs.OUT >> p.inputs.IN2
source1.inputs.gen.set_initial_packet(range(5))
source2.inputs.gen.set_initial_packet(range(5))
sg.outputs.export(p.outputs.OUT, "OUT")
with Multigraph('b') as g:
sg = pyperator.subnet.Subnet.from_graph(sg)
print(sg.outputs)
printer = components.ShowInputs('show')
printer << InputPort('IN')
sg.outputs.OUT >> printer.inputs.IN
g()
with open('/tmp/graph.dot', 'w+') as of:
of.write(g.dot())
def testRegisterAiter(self):
source = GeneratorSource('s', source_gen)
printer = ShowInputs('in')
printer.inputs.add(InputPort('in1'))
g = Multigraph()
g.connect(source.outputs.OUT, printer.inputs.in1)
async def receive_all():
received = []
print('receiving')
async for s in printer.inputs:
received.append(s)
print(received)
loop = asyncio.get_event_loop()
loop.run_until_complete(asyncio.gather(source(), receive_all()))
def testWildcardsFormatter(self):
#Source
source1 = GeneratorSource('s1', (i for i in range(5)))
toucher = pyperator.shell.Shell(
'shell',
"echo '{inputs.i.value}, {inputs.i.value} to {outputs.f1.path}' > {outputs.f1.path}"
)
toucher.outputs.add(FilePort('f1'))
toucher.inputs.add(InputPort('i'))
toucher.DynamicFormatter('f1', "{inputs.i.value}.prova")
#add transformation
transformer = pyperator.shell.Shell(
'transf', "cp {inputs.IN.path} {outputs.out.path}")
transformer.inputs.add(FilePort('IN'))
transformer.outputs.add(FilePort('out'))
transformer.WildcardsExpression('IN', "{value}.{ext}")
transformer.DynamicFormatter('out', '{wildcards.IN.pane}.txt1')
graph = Multigraph()
graph.connect(source1.outputs.OUT, toucher.inputs.i)
graph.connect(toucher.outputs.f1, transformer.inputs.IN)
graph()
def __init__(self, name, **kwargs):
super(SubIn, self).__init__(name, **kwargs)
self.inputs.add(InputPort('IN'))
self.outputs.add(OutputPort('OUT', optional=False))
def wrapper(*args, **kwargs):
c1 = func(*args, **kwargs)
c1.inputs.add(InputPort(portname,**portopts))
return c1
def __init__(self, name):
super(GlobSource, self).__init__(name)
self.outputs.add(OutputPort('OUT'))
self.inputs.add(InputPort('pattern'))