def testProductSource(self):
source = components.GeneratorProductSource('s', source_gen, source_gen)
shower = ShowInputs('printer')
shower.inputs.add(InputPort('in1'))
graph = Multigraph()
graph.connect(source.outputs['OUT'], shower.inputs['in1'])
graph()
def testLinearPipeline(self):
source = GeneratorSource('s')
source.inputs.gen.set_initial_packet(source_gen)
shower = ShowInputs('printer')
shower.inputs.add(InputPort('in1'))
graph = Multigraph()
graph.connect(source.outputs['OUT'], shower.inputs['in1'])
graph()
def testClose(self):
with Multigraph() as g:
producer = GeneratorSource('s1', (i for i in range(100)))
constant = ConstantSource('const', 4)
producer >> OutputPort('OUT')
consumer = ShowInputs('printer')
consumer << InputPort('IN')
producer.outputs.OUT >> consumer.inputs.IN
g()
def testFixedFormatter(self):
#generate uniquefilename
unique_file = os.path.dirname(__file__) + '/' + str(uuid.uuid4())
toucher = pyperator.shell.Shell('shell', "touch {outputs.f1}")
toucher.outputs.add(FilePort('f1'))
toucher.FixedFormatter('f1', unique_file)
printer = ShowInputs('show path')
printer.inputs.add(FilePort('f1'))
graph = Multigraph()
graph.connect(toucher.outputs.f1, printer.inputs.f1)
graph()
self.assertTrue(os.path.exists(unique_file))
def testShellFail(self):
#Source
source1 = GeneratorSource('s1', (i for i in range(5)))
toucher = pyperator.shell.Shell('shell', "cara")
toucher.outputs.add(FilePort('f1'))
toucher.inputs.add(InputPort('i'))
toucher.DynamicFormatter('f1', "{inputs.i.value}.test")
printer = ShowInputs('show_path')
printer.inputs.add(FilePort('f2'))
graph = Multigraph(log='fail.log')
graph.connect(source1.outputs.OUT, toucher.inputs.i)
graph.connect(toucher.outputs.f1, printer.inputs.f2)
graph()
def testOneOffProcess(self):
source1 = ConstantSource('s1', 3)
source2 = OneOffProcess('of', lambda kwargs: 5)
source2.outputs.add(OutputPort('s2'))
summer = BroadcastApplyFunction('summer', adder)
summer.inputs.add(InputPort('g1'))
summer.inputs.add(InputPort('g2'))
summer.outputs.add(OutputPort('sum'))
shower = ShowInputs('printer', inputs=['in1'])
graph = Multigraph()
graph.connect(source1.outputs['OUT'], summer.inputs.g1)
graph.connect(source2.outputs['s2'], summer.inputs.g2)
graph.connect(summer.outputs.sum, shower.inputs.in1)
graph()
def testPatternFormatter(self):
#Source
source1 = GeneratorSource('s1', (i for i in range(5)))
toucher = pyperator.shell.Shell(
'shell',
"echo '{inputs.i.value}, {inputs.i.value} to {outputs.f1.path}' > {outputs.f1.path}"
)
toucher.outputs.add(FilePort('f1'))
toucher.inputs.add(InputPort('i'))
toucher.DynamicFormatter('f1', "{inputs.i.value}.txt")
printer = ShowInputs('show_path')
printer.inputs.add(FilePort('f2'))
graph = Multigraph()
graph.connect(source1.outputs.OUT, toucher.inputs.i)
graph.connect(toucher.outputs.f1, printer.inputs.f2)
graph()
def testSumPipeline(self):
source1 = GeneratorSource('s1', (i for i in range(100)))
source2 = GeneratorSource('s2', (i for i in range(100)))
shower = ShowInputs('printer')
shower.inputs.add(InputPort('in1'))
summer = BroadcastApplyFunction('summer', adder)
summer.inputs.add(InputPort('g1'))
summer.inputs.add(InputPort('g2'))
summer.outputs.add(OutputPort('sum'))
graph = Multigraph()
graph.connect(source1.outputs.OUT, summer.inputs.g1)
graph.connect(source2.outputs.OUT, summer.inputs.g2)
graph.connect(summer.outputs.sum, shower.inputs.in1)
with open('/home/baffelli/sum.dot', 'w+') as outfile:
outfile.write(graph.dot())
graph()
def testRegisterAiter(self):
source = GeneratorSource('s', source_gen)
printer = ShowInputs('in')
printer.inputs.add(InputPort('in1'))
g = Multigraph()
g.connect(source.outputs.OUT, printer.inputs.in1)
async def receive_all():
received = []
print('receiving')
async for s in printer.inputs:
received.append(s)
print(received)
loop = asyncio.get_event_loop()
loop.run_until_complete(asyncio.gather(source(), receive_all()))
def testSplit(self):
source1 = components.Product(
's1',
(i for i in range(3)),
(i for i in range(3)),
)
splitter = components.Split('split in two')
splitter.outputs.add(OutputPort('a'))
splitter.outputs.add(OutputPort('b'))
shower = ShowInputs('printer')
shower.inputs.add(InputPort('a'))
shower.inputs.add(InputPort('b'))
graph = Multigraph()
graph.connect(source1.outputs.OUT, splitter.inputs.IN)
graph.connect(splitter.outputs.a, shower.inputs.a)
graph.connect(splitter.outputs.b, shower.inputs.b)
graph()
def testRecursivePipeline(self):
source1 = GeneratorSource('s1', (i for i in range(1000)))
shower = ShowInputs('printer')
shower.inputs.add(InputPort('in1'))
summer = BroadcastApplyFunction('summer', adder)
summer.inputs.add(InputPort('g1'))
summer.inputs.add(InputPort('recursion'))
summer.outputs.add(OutputPort('sum'))
graph = Multigraph()
graph.connect(source1.outputs.OUT, summer.inputs.g1)
graph.connect(summer.outputs.sum, shower.inputs.in1)
graph.connect(summer.outputs.sum, summer.inputs.recursion)
#Add a kickstarter to a port
graph.set_kickstarter(summer.inputs.recursion)
with open('/home/baffelli/recursion.dot', 'w+') as outfile:
outfile.write(graph.dot())
graph()
def testProduct(self):
source1 = GeneratorSource('s1')
source2 = GeneratorSource('s2')
range(5) >> source1.inputs.gen
range(5) >> source2.inputs.gen
p = components.Product('prod')
printer = ShowInputs('printer')
printer.inputs.add(InputPort('IN'))
p.inputs.add(InputPort('i'))
p.inputs.add(InputPort('j'))
p.outputs.add(OutputPort('OUT'))
g = Multigraph('cul')
g.connect(source1.outputs.OUT, p.inputs.i)
g.connect(source2.outputs.OUT, p.inputs.j)
g.connect(p.outputs.OUT, printer.inputs.IN)
print(list(g.iterarcs()))
print(g.dot())
g()
def testFilter(self):
def filter_predicate(in1=None):
if in1 % 2 == 0:
return True
else:
return False
source1 = GeneratorSource('s1', (i for i in range(100)))
filt = Filter(
'filtrator',
filter_predicate,
)
filt.inputs.add(InputPort('in1'))
filt.outputs.add(OutputPort('out1'))
shower = ShowInputs('printer')
shower.inputs.add(InputPort('in1'))
graph = Multigraph()
graph.connect(source1.outputs['OUT'], filt.inputs.in1)
graph.connect(filt.outputs.out1, shower.inputs.in1)
graph()
def testCountWithReset(self):
with Multigraph('test') as g:
source1 = GeneratorSource('s1')
source2 = GeneratorSource('s2')
range(5) >> source1.inputs.gen
range(5) >> source2.inputs.gen
reset = components.WaitRandom('s3')
p = components.Product('prod')
c = components.Count('count')
printer = ShowInputs('printer')
printer.inputs.add(InputPort('IN'))
p.inputs.add(InputPort('i'))
p.inputs.add(InputPort('j'))
g.connect(reset.outputs.OUT, c.inputs.reset)
g.connect(source1.outputs.OUT, p.inputs.i)
g.connect(source2.outputs.OUT, p.inputs.j)
g.connect(p.outputs.OUT, c.inputs.IN)
g.connect(c.outputs.count, printer.inputs.IN)
print(list(g.iterarcs()))
print(g.dot())
g()
def testPatternStages(self):
source1 = GeneratorSource('s1', (i for i in range(5)))
#First component generates file
toucher = pyperator.shell.Shell(
'echo', "echo '{inputs.i} to {outputs.f1}' > {outputs.f1}")
toucher.inputs.add(InputPort('i'))
toucher.outputs.add(OutputPort('f1'))
toucher.DynamicFormatter('f1', "{inputs.i}.txt")
#Second component receives it
modified = pyperator.shell.Shell(
'edit', "echo 'i saw {inputs.f1}' > {outputs.f2}")
modified.inputs.add(InputPort('f1'))
modified.outputs.add(OutputPort('f2'))
modified.DynamicFormatter('f2', "{inputs.f1}.changes")
#Finally we need a sink to drive the network
printer = ShowInputs('show_path')
printer.inputs.add(InputPort('f2'))
graph = Multigraph()
graph.connect(source1.outputs.OUT, toucher.inputs.i)
graph.connect(toucher.outputs.f1, modified.inputs.f1)
graph.connect(modified.outputs.f2, printer.inputs.f2)
graph()