def testProductSource(self):
     source = components.GeneratorProductSource('s', source_gen, source_gen)
     shower = ShowInputs('printer')
     shower.inputs.add(InputPort('in1'))
     graph = Multigraph()
     graph.connect(source.outputs['OUT'], shower.inputs['in1'])
     graph()
 def testLinearPipeline(self):
     source = GeneratorSource('s')
     source.inputs.gen.set_initial_packet(source_gen)
     shower = ShowInputs('printer')
     shower.inputs.add(InputPort('in1'))
     graph = Multigraph()
     graph.connect(source.outputs['OUT'], shower.inputs['in1'])
     graph()
 def testNormalPort(self):
     c1 = Component('c1')
     c1.outputs.add(OutputPort('a'))
     c2 = Component('c2')
     c2.inputs.add(InputPort('b'))
     graph = Multigraph()
     graph.connect(c1.outputs['a'], c2.inputs['b'])
     with open('/home/baffelli/normal.dot', 'w+') as outfile:
         outfile.write(graph.dot())
 def testMultipleConnection(self):
     c1 = Component('c1')
     c1.outputs.add(OutputPort('a'))
     c1.outputs.add(OutputPort('b'))
     c2 = Component('c2')
     c2.inputs.add(InputPort('a'))
     graph = Multigraph()
     with self.assertRaises(pyperator.exceptions.MultipleConnectionError):
         graph.connect(c1.outputs.a, c2.inputs.a)
         graph.connect(c1.outputs.b, c2.inputs.a)
 def testFixedFormatter(self):
     #generate uniquefilename
     unique_file = os.path.dirname(__file__) + '/' + str(uuid.uuid4())
     toucher = pyperator.shell.Shell('shell', "touch {outputs.f1}")
     toucher.outputs.add(FilePort('f1'))
     toucher.FixedFormatter('f1', unique_file)
     printer = ShowInputs('show path')
     printer.inputs.add(FilePort('f1'))
     graph = Multigraph()
     graph.connect(toucher.outputs.f1, printer.inputs.f1)
     graph()
     self.assertTrue(os.path.exists(unique_file))
 def testArrayPort(self):
     c1 = Component('c1')
     c1.outputs.add(OutputPort('a'))
     c2 = Component('c2')
     c2.inputs.add(InputPort('b'))
     c2.inputs.add(InputPort('c'))
     graph = Multigraph()
     graph.connect(c1.outputs['a'], c2.inputs['b'])
     graph.connect(c1.outputs['a'], c2.inputs['c'])
     print(list(graph.iterarcs()))
     with open('/home/baffelli/multiport.dot', 'w+') as outfile:
         outfile.write(graph.dot())
 def testShellFail(self):
     #Source
     source1 = GeneratorSource('s1', (i for i in range(5)))
     toucher = pyperator.shell.Shell('shell', "cara")
     toucher.outputs.add(FilePort('f1'))
     toucher.inputs.add(InputPort('i'))
     toucher.DynamicFormatter('f1', "{inputs.i.value}.test")
     printer = ShowInputs('show_path')
     printer.inputs.add(FilePort('f2'))
     graph = Multigraph(log='fail.log')
     graph.connect(source1.outputs.OUT, toucher.inputs.i)
     graph.connect(toucher.outputs.f1, printer.inputs.f2)
     graph()
 def testSumPipeline(self):
     source1 = GeneratorSource('s1', (i for i in range(100)))
     source2 = GeneratorSource('s2', (i for i in range(100)))
     shower = ShowInputs('printer')
     shower.inputs.add(InputPort('in1'))
     summer = BroadcastApplyFunction('summer', adder)
     summer.inputs.add(InputPort('g1'))
     summer.inputs.add(InputPort('g2'))
     summer.outputs.add(OutputPort('sum'))
     graph = Multigraph()
     graph.connect(source1.outputs.OUT, summer.inputs.g1)
     graph.connect(source2.outputs.OUT, summer.inputs.g2)
     graph.connect(summer.outputs.sum, shower.inputs.in1)
     with open('/home/baffelli/sum.dot', 'w+') as outfile:
         outfile.write(graph.dot())
     graph()
 def testPatternFormatter(self):
     #Source
     source1 = GeneratorSource('s1', (i for i in range(5)))
     toucher = pyperator.shell.Shell(
         'shell',
         "echo '{inputs.i.value}, {inputs.i.value} to {outputs.f1.path}' > {outputs.f1.path}"
     )
     toucher.outputs.add(FilePort('f1'))
     toucher.inputs.add(InputPort('i'))
     toucher.DynamicFormatter('f1', "{inputs.i.value}.txt")
     printer = ShowInputs('show_path')
     printer.inputs.add(FilePort('f2'))
     graph = Multigraph()
     graph.connect(source1.outputs.OUT, toucher.inputs.i)
     graph.connect(toucher.outputs.f1, printer.inputs.f2)
     graph()
    def testRegisterAiter(self):
        source = GeneratorSource('s', source_gen)
        printer = ShowInputs('in')
        printer.inputs.add(InputPort('in1'))
        g = Multigraph()
        g.connect(source.outputs.OUT, printer.inputs.in1)

        async def receive_all():
            received = []
            print('receiving')
            async for s in printer.inputs:
                received.append(s)
            print(received)

        loop = asyncio.get_event_loop()
        loop.run_until_complete(asyncio.gather(source(), receive_all()))
 def testSplit(self):
     source1 = components.Product(
         's1',
         (i for i in range(3)),
         (i for i in range(3)),
     )
     splitter = components.Split('split in two')
     splitter.outputs.add(OutputPort('a'))
     splitter.outputs.add(OutputPort('b'))
     shower = ShowInputs('printer')
     shower.inputs.add(InputPort('a'))
     shower.inputs.add(InputPort('b'))
     graph = Multigraph()
     graph.connect(source1.outputs.OUT, splitter.inputs.IN)
     graph.connect(splitter.outputs.a, shower.inputs.a)
     graph.connect(splitter.outputs.b, shower.inputs.b)
     graph()
 def testRecursivePipeline(self):
     source1 = GeneratorSource('s1', (i for i in range(1000)))
     shower = ShowInputs('printer')
     shower.inputs.add(InputPort('in1'))
     summer = BroadcastApplyFunction('summer', adder)
     summer.inputs.add(InputPort('g1'))
     summer.inputs.add(InputPort('recursion'))
     summer.outputs.add(OutputPort('sum'))
     graph = Multigraph()
     graph.connect(source1.outputs.OUT, summer.inputs.g1)
     graph.connect(summer.outputs.sum, shower.inputs.in1)
     graph.connect(summer.outputs.sum, summer.inputs.recursion)
     #Add a kickstarter to a port
     graph.set_kickstarter(summer.inputs.recursion)
     with open('/home/baffelli/recursion.dot', 'w+') as outfile:
         outfile.write(graph.dot())
     graph()
 def testProduct(self):
     source1 = GeneratorSource('s1')
     source2 = GeneratorSource('s2')
     range(5) >> source1.inputs.gen
     range(5) >> source2.inputs.gen
     p = components.Product('prod')
     printer = ShowInputs('printer')
     printer.inputs.add(InputPort('IN'))
     p.inputs.add(InputPort('i'))
     p.inputs.add(InputPort('j'))
     p.outputs.add(OutputPort('OUT'))
     g = Multigraph('cul')
     g.connect(source1.outputs.OUT, p.inputs.i)
     g.connect(source2.outputs.OUT, p.inputs.j)
     g.connect(p.outputs.OUT, printer.inputs.IN)
     print(list(g.iterarcs()))
     print(g.dot())
     g()
    def testFilter(self):
        def filter_predicate(in1=None):
            if in1 % 2 == 0:
                return True
            else:
                return False

        source1 = GeneratorSource('s1', (i for i in range(100)))
        filt = Filter(
            'filtrator',
            filter_predicate,
        )
        filt.inputs.add(InputPort('in1'))
        filt.outputs.add(OutputPort('out1'))
        shower = ShowInputs('printer')
        shower.inputs.add(InputPort('in1'))
        graph = Multigraph()
        graph.connect(source1.outputs['OUT'], filt.inputs.in1)
        graph.connect(filt.outputs.out1, shower.inputs.in1)
        graph()
 def testWildcardsFormatter(self):
     #Source
     source1 = GeneratorSource('s1', (i for i in range(5)))
     toucher = pyperator.shell.Shell(
         'shell',
         "echo '{inputs.i.value}, {inputs.i.value} to {outputs.f1.path}' > {outputs.f1.path}"
     )
     toucher.outputs.add(FilePort('f1'))
     toucher.inputs.add(InputPort('i'))
     toucher.DynamicFormatter('f1', "{inputs.i.value}.prova")
     #add transformation
     transformer = pyperator.shell.Shell(
         'transf', "cp {inputs.IN.path} {outputs.out.path}")
     transformer.inputs.add(FilePort('IN'))
     transformer.outputs.add(FilePort('out'))
     transformer.WildcardsExpression('IN', "{value}.{ext}")
     transformer.DynamicFormatter('out', '{wildcards.IN.pane}.txt1')
     graph = Multigraph()
     graph.connect(source1.outputs.OUT, toucher.inputs.i)
     graph.connect(toucher.outputs.f1, transformer.inputs.IN)
     graph()
    def testSendReceive(self):
        c1 = Component('c1')
        c1.outputs.add(OutputPort('a'))
        c2 = Component('c2')
        c2.outputs.add(OutputPort('b'))
        c3 = Component('c3')
        c3.inputs.add(InputPort('in1'))
        c3.inputs.add(InputPort('in2'))
        graph = Multigraph()
        graph.connect(c1.outputs['a'], c3.inputs['in1'])
        graph.connect(c2.outputs['b'], c3.inputs['in2'])

        # graph.set_initial_packet(c3.inputs['in1'], 6)
        async def send(messages):
            for m in messages:
                await asyncio.sleep(0.2)
                [
                    asyncio.ensure_future(c1.outputs['a'].send_to_all(m)),
                    asyncio.ensure_future(c2.outputs['b'].send_to_all(m))
                ]

            asyncio.ensure_future(c1.outputs['a'].close())
            asyncio.ensure_future(c2.outputs['b'].close())

        async def receive():
            while True:
                print(c3.inputs['in1'].queue)
                res, doing = await asyncio.wait(
                    [c3.inputs['in1'].receive(), c3.inputs['in2'].receive()],
                    return_when=asyncio.ALL_COMPLETED)
                print('done receiving')
                print(res.pop().result(), res.pop().result())
                # await asyncio.sleep(0)

        futures = [
            asyncio.ensure_future(send([1, 2, 3, 4, 5])),
            asyncio.ensure_future(receive())
        ]
        loop = asyncio.get_event_loop()
        loop.run_until_complete(futures[1])
 def testPatternStages(self):
     source1 = GeneratorSource('s1', (i for i in range(5)))
     #First component generates file
     toucher = pyperator.shell.Shell(
         'echo', "echo '{inputs.i} to {outputs.f1}' > {outputs.f1}")
     toucher.inputs.add(InputPort('i'))
     toucher.outputs.add(OutputPort('f1'))
     toucher.DynamicFormatter('f1', "{inputs.i}.txt")
     #Second component receives it
     modified = pyperator.shell.Shell(
         'edit', "echo 'i saw {inputs.f1}' > {outputs.f2}")
     modified.inputs.add(InputPort('f1'))
     modified.outputs.add(OutputPort('f2'))
     modified.DynamicFormatter('f2', "{inputs.f1}.changes")
     #Finally we need a sink to drive the network
     printer = ShowInputs('show_path')
     printer.inputs.add(InputPort('f2'))
     graph = Multigraph()
     graph.connect(source1.outputs.OUT, toucher.inputs.i)
     graph.connect(toucher.outputs.f1, modified.inputs.f1)
     graph.connect(modified.outputs.f2, printer.inputs.f2)
     graph()
 def testOneOffProcess(self):
     source1 = ConstantSource('s1', 3)
     source2 = OneOffProcess('of', lambda kwargs: 5)
     source2.outputs.add(OutputPort('s2'))
     summer = BroadcastApplyFunction('summer', adder)
     summer.inputs.add(InputPort('g1'))
     summer.inputs.add(InputPort('g2'))
     summer.outputs.add(OutputPort('sum'))
     shower = ShowInputs('printer', inputs=['in1'])
     graph = Multigraph()
     graph.connect(source1.outputs['OUT'], summer.inputs.g1)
     graph.connect(source2.outputs['s2'], summer.inputs.g2)
     graph.connect(summer.outputs.sum, shower.inputs.in1)
     graph()