コード例 #1
0
def verify_io(iolist, expected, any_order=False, echo=True):
    if echo:
        print("%s:: %s" % (len(iolist), '\n    '.join(fmap(str, iolist))))
    expected_type = [E[0] for E in expected]
    for each in iolist:
        if not expected:
            # Unexpected or too many response messages
            assert str(each) == expected_type
        if isinstance(each, (LogAggregator, LostRemote, HysteresisCancel)):
            if any_order:
                assert type(each) in expected_type
                expi = expected_type.index(type(each))
            else:
                assert type(each) == expected_type[0]
                expi = 0
            v = each, None
        else:
            # Either TransmitIntent or HysteresisSend; currently no
            # way to expclitly test for the latter without extending
            # `expected`
            if any_order:
                assert type(each.message) in expected_type
                expi = expected_type.index(type(each.message))
            else:
                assert type(each.message) == expected_type[0]
                expi = 0
            v = each.message, each.targetAddr
        if expected[expi][1]:
            assert expected[expi][1](*v), \
                'Validation of (%s): %s' % (type(each), fmap(str, each))
        del expected[expi]
        del expected_type[expi]
    # Did not see these remaining expected messages
    assert not expected_type
コード例 #2
0
ファイル: systemCommon.py プロジェクト: trumanw/Thespian
 def _updateStatusResponse(self, resp):
     "Called to update a Thespian_SystemStatus or Thespian_ActorStatus with common information"
     for each in self.childAddresses:
         resp.addChild(each)
     for each in self._receiveQueue:
         resp.addReceivedMessage(each.sender, self.myAddress, each.message)
     self._sCBStats.copyToStatusResponse(resp)
     resp.governer = str(self._governer)
     fmap(lambda x: resp.addTXPendingAddressCount(*len_second(x)),
          self._awaitingAddressUpdate)
     self.transport._updateStatusResponse(resp)
コード例 #3
0
 def protectedFileNumList(self):
     return fmap(
         lambda s: s.fileno(),
         filter(None, [self.socket] +
                [I.socket for I in self._incomingSockets] + [
                    I.socket
                    for I in self._transmitIntents if hasattr(I, 'socket')
                ]))
コード例 #4
0
ファイル: test_fmap.py プロジェクト: zhaojin0/Thespian
 def test_fmap_recursive(self):
     result = fmap(lambda x: x*2, ([10,11], (23,24), ([31,32], [42,(55,66)]),
                                        fmap_obj(zip(filter(lambda y: y < 10, range(3)), map(lambda y: y + 3, range(3))))))
     # Arg: realize all of the iterables, since python3 returns things like map objects and filter objects
     # but comparing those to an actual list fails.  That's what all the list(result...) stuff is below.
     print(len(result))
     assert [[20, 22], [46, 48], [[62,64], [84,(110,132)]], [(0,6), (2,8), (4,10)]] == \
         [list(result[0]),
          list(result[1]),
          [list(result[2][0]), list(result[2][1])],
          list(result[3].vals())]
コード例 #5
0
ファイル: convention.py プロジェクト: alex-fu/Thespian
 def got_system_shutdown(self):
     gen_ops = lambda addr: [
         HysteresisCancel(addr),
         TransmitIntent(addr, ConventionDeRegister(self.myAddress)),
     ]
     if self.conventionLeaderAddr and \
        self.conventionLeaderAddr != self.myAddress:
         thesplog('Admin de-registering with Convention @ %s',
                  str(self.conventionLeaderAddr),
                  level=logging.INFO,
                  primary=True)
         return gen_ops(self.conventionLeaderAddr)
     return join(
         fmap(gen_ops, [
             M.remoteAddress for M in self._conventionMembers.values()
             if M.remoteAddress != self.myAddress
         ]))
コード例 #6
0
 def verifyExpectedResponses(self, asys, target, requestMsg, expected):
     resp = asys.ask(target, requestMsg, MAX_ASK_DELAY)
     if expected == None:
         assert resp is None
     else:
         while resp and expected:
             for n, e in enumerate(expected):
                 if hasattr(e, 'search'):
                     if e.search(resp):
                         break
                 else:
                     if e == resp:
                         break
             else:
                 assert False, 'Expected "%s" not found in: %s' % (
                     resp, fmap(str, expected))
             del expected[n]
             resp = asys.listen(0.1)
         assert len(expected) == 0
コード例 #7
0
 def verifyExpectedResponses(self, asys, target, requestMsg, expected):
     resp = asys.ask(target, requestMsg, MAX_ASK_DELAY)
     if expected == None:
         assert resp is None
     else:
         while resp and expected:
             for n,e in enumerate(expected):
                 if hasattr(e, 'search'):
                     if e.search(resp):
                         break
                 else:
                     if e == resp:
                         break
             else:
                 assert False, 'Expected "%s" not found in: %s'%(
                     resp, fmap(str, expected))
             del expected[n]
             resp = asys.listen(0.1)
         assert len(expected) == 0
コード例 #8
0
ファイル: convention.py プロジェクト: waqaraqeel/Thespian
 def exit_convention(self):
     self.invited = False
     gen_ops = lambda addr: [HysteresisCancel(addr),
                             TransmitIntent(addr,
                                            ConventionDeRegister(self.myAddress)),
     ]
     terminate = lambda a: [ self._remote_system_cleanup(a), gen_ops(a) ][-1]
     if self.conventionLeaderAddr and \
        self.conventionLeaderAddr != self.myAddress:
         thesplog('Admin de-registering with Convention @ %s',
                  str(self.conventionLeaderAddr),
                  level=logging.INFO, primary=True)
         # Cache convention leader address because it might get reset by terminate()
         claddr = self.conventionLeaderAddr
         terminate(self.conventionLeaderAddr)
         return gen_ops(claddr)
     return join(fmap(terminate,
                      [M.remoteAddress
                       for M in self._conventionMembers.values()
                       if M.remoteAddress != self.myAddress]))
コード例 #9
0
ファイル: convention.py プロジェクト: godaddy/Thespian
 def exit_convention(self):
     self.invited = False
     gen_ops = lambda addr: [HysteresisCancel(addr),
                             TransmitIntent(addr,
                                            ConventionDeRegister(self.myAddress)),
     ]
     terminate = lambda a: [ self._remote_system_cleanup(a), gen_ops(a) ][-1]
     if self.conventionLeaderAddr and \
        self.conventionLeaderAddr != self.myAddress:
         thesplog('Admin de-registering with Convention @ %s',
                  str(self.conventionLeaderAddr),
                  level=logging.INFO, primary=True)
         # Cache convention leader address because it might get reset by terminate()
         claddr = self.conventionLeaderAddr
         terminate(self.conventionLeaderAddr)
         return gen_ops(claddr)
     return join(fmap(terminate,
                      [M.remoteAddress
                       for M in self._conventionMembers.values()
                       if M.remoteAddress != self.myAddress]))
コード例 #10
0
ファイル: test_fmap.py プロジェクト: zhaojin0/Thespian
 def test_fmap_tuple(self):
     assert (0,2,4,6,8) == fmap(lambda x: x*2, (0,1,2,3,4))
コード例 #11
0
    def _runWithExpiry(self, incomingHandler):
        xmitOnly = incomingHandler == TransmitOnly or \
                   isinstance(incomingHandler, TransmitOnly)

        if hasattr(self, '_aborting_run'): delattr(self, '_aborting_run')

        while not self.run_time.expired() and \
              (not hasattr(self, '_aborting_run') or
               (self._aborting_run and self._transmitIntents)):

            if xmitOnly:
                if not self._transmitIntents:
                    return 0
            else:
                while self._incomingEnvelopes:
                    rEnv = self._incomingEnvelopes.pop(0)
                    if incomingHandler is None:
                        return rEnv
                    if not incomingHandler(rEnv):
                        return None

            wsend, wrecv = fmap(
                TCPTransport._socketFile,
                partition(
                    TCPTransport._waitForSendable,
                    filter(lambda T: not T.backoffPause(),
                           self._transmitIntents)))

            wrecv = list(filter(None, wrecv))
            wsend = list(filter(None, wsend))
            wrecv.extend(
                list(
                    filter(None, [
                        TCPTransport._socketFile(I)
                        for I in self._incomingSockets if not I.backoffPause()
                    ])))

            delays = list([
                R for R in [self.run_time.remaining()] +
                [T.delay() for T in self._transmitIntents] +
                [T.delay() for T in self._incomingSockets] if R is not None
            ])
            delay = timePeriodSeconds(min(delays)) if delays else None

            if not hasattr(self, '_aborting_run') and not xmitOnly:
                wrecv.extend([self.socket.fileno()])
            # rrecv, rsend, _ign2 = select.select(wrecv, wsend, [], delay)
            try:
                rrecv, rsend, _ign2 = select.select(wrecv, wsend,
                                                    set(wsend + wrecv), delay)
            except ValueError as ex:
                thesplog('ValueError on select(#%d: %s, #%d: %s, #%d: %s, %s)',
                         len(wrecv),
                         wrecv,
                         len(wsend),
                         wsend,
                         len(set(wsend + wrecv)),
                         set(wsend + wrecv),
                         delay,
                         level=logging.ERROR)
                raise
            except select.error as ex:
                if ex.args[0] in (
                        errno.EINVAL,  # probably a change in descriptors
                        errno.EINTR,
                ):
                    thesplog('select retry on %s', ex, level=logging.ERROR)
                    continue
                raise

            if _ign2:
                thesplog('WHOA... something else to do for sockets: %s',
                         _ign2,
                         level=logging.WARNING)

            origPendingSends = len(self._transmitIntents)

            # Handle newly sendable data
            for eachs in rsend:
                self._transmitIntents = [
                    I for I in self._transmitIntents
                    if self._nextTransmitStepCheck(I, eachs)
                ]

            # Handle newly receivable data
            for each in rrecv:
                if each == self.socket.fileno():
                    self._acceptNewIncoming()
                    continue
                self._incomingSockets = [
                    S for S in self._incomingSockets
                    if self._handlePossibleIncoming(S, each)
                ]
                self._transmitIntents = [
                    I for I in self._transmitIntents
                    if self._nextTransmitStepCheck(I, each)
                ]

            # Handle timeouts
            self._transmitIntents = [
                I for I in self._transmitIntents
                if self._nextTransmitStepCheck(I, -1)
            ]
            self._incomingSockets = [
                S for S in self._incomingSockets
                if self._handlePossibleIncoming(S, -1)
            ]

            # Check if it's time to quit
            if [] == rrecv and [] == rsend:
                if [] == _ign2 and self.run_time.expired():
                    # Timeout, give up
                    return None
                continue
            if xmitOnly:
                remXmits = len(self._transmitIntents)
                if origPendingSends > remXmits or remXmits == 0:
                    return remXmits

            # Handle queued internal "received" data
            if not xmitOnly:
                while self._incomingEnvelopes:
                    rEnv = self._incomingEnvelopes.pop(0)
                    if incomingHandler is None:
                        return rEnv
                    if not incomingHandler(rEnv):
                        return None

        return None
コード例 #12
0
ファイル: TCPTransport.py プロジェクト: thomcost/Thespian
    def _runWithExpiry(self, incomingHandler):
        xmitOnly = incomingHandler == TransmitOnly or \
                   isinstance(incomingHandler, TransmitOnly)

        if hasattr(self, '_aborting_run'): delattr(self, '_aborting_run')

        while not self.run_time.expired() and \
              (not hasattr(self, '_aborting_run') or
               (self._aborting_run and self._transmitIntents)):

            if xmitOnly:
                if not self._transmitIntents:
                    return 0
            else:
                while self._incomingEnvelopes:
                    rEnv = self._incomingEnvelopes.pop(0)
                    if incomingHandler is None:
                        return rEnv
                    if not incomingHandler(rEnv):
                        return None

            wsend, wrecv = fmap(TCPTransport._socketFile,
                                partition(TCPTransport._waitForSendable,
                                          filter(lambda T: not T.backoffPause(),
                                                 self._transmitIntents)))

            wrecv = list(filter(None, wrecv))
            wsend = list(filter(None, wsend))
            wrecv.extend(list(filter(None,
                                     [TCPTransport._socketFile(I)
                                      for I in self._incomingSockets
                                      if not I.backoffPause()])))

            delays = list([R for R in [self.run_time.remaining()] +
                           [T.delay() for T in self._transmitIntents] +
                           [T.delay() for T in self._incomingSockets]
                           if R is not None])
            delay = timePeriodSeconds(min(delays)) if delays else None

            if not hasattr(self, '_aborting_run') and not xmitOnly:
                wrecv.extend([self.socket.fileno()])
            # rrecv, rsend, _ign2 = select.select(wrecv, wsend, [], delay)
            try:
                rrecv, rsend, _ign2 = select.select(wrecv, wsend, set(wsend+wrecv),
                                                    delay)
            except ValueError as ex:
                thesplog('ValueError on select(#%d: %s, #%d: %s, #%d: %s, %s)',
                         len(wrecv), wrecv, len(wsend), wsend,
                         len(set(wsend + wrecv)), set(wsend + wrecv),
                         delay, level=logging.ERROR)
                raise
            except select.error as ex:
                if ex.args[0] in (errno.EINVAL,  # probably a change in descriptors
                                  errno.EINTR,
                              ):
                    thesplog('select retry on %s', ex, level=logging.ERROR)
                    continue
                raise


            if _ign2:
                thesplog('WHOA... something else to do for sockets: %s',
                         _ign2, level=logging.WARNING)

            origPendingSends = len(self._transmitIntents)

            # Handle newly sendable data
            for eachs in rsend:
                self._transmitIntents = [I for I in self._transmitIntents
                                         if self._nextTransmitStepCheck(I, eachs)]

            # Handle newly receivable data
            for each in rrecv:
                if each == self.socket.fileno():
                    self._acceptNewIncoming()
                    continue
                self._incomingSockets = [S for S in self._incomingSockets
                                         if self._handlePossibleIncoming(S, each)]
                self._transmitIntents = [I for I in self._transmitIntents
                                         if self._nextTransmitStepCheck(I, each)]

            # Handle timeouts
            self._transmitIntents = [I for I in self._transmitIntents
                                     if self._nextTransmitStepCheck(I, -1)]
            self._incomingSockets = [S for S in self._incomingSockets
                                     if self._handlePossibleIncoming(S, -1)]

            # Check if it's time to quit
            if [] == rrecv and [] == rsend:
                if [] == _ign2 and self.run_time.expired():
                    # Timeout, give up
                    return None
                continue
            if xmitOnly:
                remXmits = len(self._transmitIntents)
                if origPendingSends > remXmits or remXmits == 0:
                    return remXmits

            # Handle queued internal "received" data
            if not xmitOnly:
                while self._incomingEnvelopes:
                    rEnv = self._incomingEnvelopes.pop(0)
                    if incomingHandler is None:
                        return rEnv
                    if not incomingHandler(rEnv):
                        return None

        return None
コード例 #13
0
ファイル: test_fmap.py プロジェクト: zhaojin0/Thespian
 def test_fmap_scalars(self):
     assert 2 == fmap(lambda x: x*2, 1)
     assert 5.5 == fmap(lambda x: x*2, 2.75)
     assert 5 == fmap(lambda x: len(x), "hello")
コード例 #14
0
    def test_RegistrationNotificationWithActorAddress(self, asys, asys2):
        unsupported(asys)

        notifications = asys.createActor(NotificationHandler)
        asys.tell(notifications, True)

        asys.updateCapability('dog', 'food')
        asys2.updateCapability('barn', 'oats')

        regActor = asys.createActor(PreRegistrationActor)
        raises(NoCompatibleSystemForActor, asys.createActor, Horse)
        raises(NoCompatibleSystemForActor, asys.createActor, Cow)

        notes = asys.ask(notifications, 'get', MAX_ASK_DELAY)
        assert not notes

        print('notification address:',str(notifications))
        myaddr = str(notifications).split('|')[1].split(':')[0]
        print('myaddr:',myaddr)

        rsp = asys.ask(regActor, ("Register",
                                  "%s:%d"%(myaddr, asys2.port_num),
                                  {'moo': True}),
                       MAX_ASK_DELAY)
        wait_for_registration()
        showAdminStatus(asys)
        showAdminStatus(asys2)

        # wait and show should allow actual convention registration for
        # full set of remote capabilities, then verify that this has
        # occurred.
        wait_for_registration()  # allow convention registration
        notes = asys.ask(notifications, 'get', MAX_ASK_DELAY)
        print(fmap(str, notes))
        assert len(notes) == 1
        for each in notes:
            print(':: %s @ %s : %s' %
                  (each.remoteAdded,
                   str(each.remoteAdminAddress),
                   str(each.remoteCapabilities)))
            assert isinstance(each.remoteAdminAddress, ActorAddress)
            rmtAdmin = each.remoteAdminAddress
            # Actual registration should have actual capabilities
            assert 'barn' in each.remoteCapabilities
            assert each.remoteCapabilities['barn'] == 'oats'
            assert 'Thespian Version' in each.remoteCapabilities
            assert each.remoteAdded

        horse = asys.createActor(Horse)
        assert asys.ask(horse, 'bor', MAX_ASK_DELAY) == 'Neigh: bor'

        # Verify that deregistration can be performed with the remote
        # admin address and that there is a corresponding
        # notification.

        rsp = asys.ask(regActor, ("Deregister", rmtAdmin), MAX_ASK_DELAY)

        wait_for_registration()
        showAdminStatus(asys)
        showAdminStatus(asys2)

        notes = asys.ask(notifications, 'get', MAX_ASK_DELAY)
        print(fmap(repr, notes))
        assert len(notes) == 1
        for each in notes:
            print(':: %s @ %s : %s' %
                  (each.remoteAdded,
                   str(each.remoteAdminAddress),
                   str(each.remoteCapabilities)))
            assert isinstance(each.remoteAdminAddress, ActorAddress)
            # Actual registration should have actual capabilities
            assert 'barn' in each.remoteCapabilities
            assert each.remoteCapabilities['barn'] == 'oats'
            assert 'Thespian Version' in each.remoteCapabilities
            assert not each.remoteAdded
コード例 #15
0
ファイル: test_fmap.py プロジェクト: zhaojin0/Thespian
 def test_fmap_mappable_obj(self):
     assert [0,2,4,6,8] == fmap(lambda x: x*2, fmap_obj([0,1,2,3,4])).vals()
コード例 #16
0
ファイル: test_fmap.py プロジェクト: zhaojin0/Thespian
 def test_fmap_plain_obj(self):
     assert 5 == fmap(lambda x: len(x.vals()), plain_obj([0,1,2,3,4]))
コード例 #17
0
ファイル: test_fmap.py プロジェクト: zhaojin0/Thespian
 def test_fmap_dict(self):
     assert {0:2, 4:6, 8:10} == fmap(lambda x: x*2, {0:1, 2:3, 4:5})
コード例 #18
0
ファイル: test_fmap.py プロジェクト: zhaojin0/Thespian
 def test_fmap_zip(self):
     assert [(0,6), (2,8), (4,10)] == fmap(lambda x: x*2, zip([0,1,2], [3,4,5]))
コード例 #19
0
ファイル: test_fmap.py プロジェクト: zhaojin0/Thespian
 def test_fmap_filter(self):
     assert [0,2,4,6,8] == fmap(lambda x: x*2, filter(lambda y: y < 5, range(15)))
コード例 #20
0
ファイル: test_fmap.py プロジェクト: zhaojin0/Thespian
 def test_fmap_map(self):
     assert [0,2,4,6,8] == fmap(lambda x: x*2, map(lambda y: y - 1, range(1,6)))
コード例 #21
0
ファイル: test_fmap.py プロジェクト: zhaojin0/Thespian
 def test_fmap_range(self):
     assert [0,2,4,6,8] == fmap(lambda x: x*2, range(5))
コード例 #22
0
ファイル: TCPTransport.py プロジェクト: thomcost/Thespian
 def protectedFileNumList(self):
     return fmap(lambda s: s.fileno(),
                  filter(None, [self.socket] +
                         [I.socket for I in self._incomingSockets] +
                         [I.socket for I in self._transmitIntents
                          if hasattr(I, 'socket')]))
コード例 #23
0
ファイル: test_fmap.py プロジェクト: zhaojin0/Thespian
 def test_fmap_list(self):
     assert [0,2,4,6,8] == fmap(lambda x: x*2, [0,1,2,3,4])
コード例 #24
0
ファイル: test_fmap.py プロジェクト: zhaojin0/Thespian
 def fmap(self, f):
     return fmap_obj(fmap(f, self._sublist))
コード例 #25
0
    def test_RegistrationNotificationWithAddressString(self, asys, asys2):
        unsupported(asys)

        notifications = asys.createActor(NotificationHandler)
        asys.tell(notifications, True)

        asys.updateCapability('dog', 'food')
        asys2.updateCapability('barn', 'oats')

        regActor = asys.createActor(PreRegistrationActor)
        raises(NoCompatibleSystemForActor, asys.createActor, Horse)
        raises(NoCompatibleSystemForActor, asys.createActor, Cow)

        notes = asys.ask(notifications, 'get', MAX_ASK_DELAY)
        assert not notes

        rsp = asys.ask(regActor, ("Register", "127.0.0.1:%d"%(asys2.port_num),
                                  {'moo': True}),
                       MAX_ASK_DELAY)
        wait_for_registration()
        showAdminStatus(asys)
        showAdminStatus(asys2)

        # wait and show should allow actual conventionregistration for
        # full set of remote capabilities.
        notes = asys.ask(notifications, 'get', MAX_ASK_DELAY)
        print('notes:',fmap(str, notes))
        assert len(notes) == 1
        for each in notes:
            assert isinstance(each.remoteAdminAddress, ActorAddress)
            # Actual registration should have actual capabilities
            assert 'barn' in each.remoteCapabilities
            assert each.remoteCapabilities['barn'] == 'oats'
            assert 'Thespian Version' in each.remoteCapabilities
            assert each.remoteAdded

        horse = asys.createActor(Horse)
        assert asys.ask(horse, 'bor', MAX_ASK_DELAY) == 'Neigh: bor'

        # Verify that deregistration can be performed with the remote
        # admin address and that there is a corresponding
        # notification.

        rsp = asys.ask(regActor, ("Deregister",
                                  "127.0.0.1:%d"%(asys2.port_num)),
                                  MAX_ASK_DELAY)

        wait_for_registration()
        showAdminStatus(asys)
        showAdminStatus(asys2)

        notes = asys.ask(notifications, 'get', MAX_ASK_DELAY)
        print(fmap(repr, notes))
        assert len(notes) == 1
        for each in notes:
            print(':: %s @ %s : %s' %
                  (each.remoteAdded,
                   str(each.remoteAdminAddress),
                   str(each.remoteCapabilities)))
            assert isinstance(each.remoteAdminAddress, ActorAddress)
            # Actual registration should have actual capabilities
            assert 'barn' in each.remoteCapabilities
            assert each.remoteCapabilities['barn'] == 'oats'
            assert 'Thespian Version' in each.remoteCapabilities
            # Still a member because it is distinct from the added
            # version
            assert not each.remoteAdded