def __init__(self, expiry_time, get_touches=True):
     self.expiry_time = expiry_time
     self.get_touches = get_touches
     
     self.expiry_deque = LinkedList()
     self.d = dict() # key -> node, value
     
     self_ref = weakref.ref(self, lambda _: expire_loop.stop() if expire_loop.running else None)
     self._expire_loop = expire_loop = deferral.RobustLoopingCall(lambda: self_ref().expire() if isinstance(self_ref(),ExpiringDict) else None)
     expire_loop.start(1)
Example #2
0
    def handle_verack(self):
        self.get_block = deferral.ReplyMatcher(lambda hash: self.send_getdata(requests=[dict(type='block', hash=hash)]))
        self.get_block_header = deferral.ReplyMatcher(lambda hash: self.send_getheaders(version=3, have=[], last=hash))

        if hasattr(self.factory, 'resetDelay'):
            self.factory.resetDelay()
        if hasattr(self.factory, 'gotConnection'):
            self.factory.gotConnection(self)

        self.pinger = deferral.RobustLoopingCall(self.send_ping, nonce=1234)
        self.pinger.start(30)
Example #3
0
 def __init__(self, best_block_func, factory, backlog_needed):
     self._best_block_func = best_block_func
     self._factory = factory
     self._backlog_needed = backlog_needed
     
     self._tracker = forest.Tracker()
     
     self._watch1 = self._factory.new_headers.watch(self._heard_headers)
     self._watch2 = self._factory.new_block.watch(self._request)
     
     self._requested = set()
     self._clear_task = deferral.RobustLoopingCall(self._requested.clear)
     self._clear_task.start(60)
     
     self._last_notified_size = 0
     
     self.updated = variable.Event()
     
     self._think_task = deferral.RobustLoopingCall(self._think)
     self._think_task.start(15)
     self._think2_task = deferral.RobustLoopingCall(self._think2)
     self._think2_task.start(15)
Example #4
0
    def start(self):
        stop_signal = variable.Event()
        self.stop = stop_signal.happened

        # DASHD WORK

        self.dashd_work = variable.Variable(
            (yield helper.getwork(self.dashd, self.net)))

        @defer.inlineCallbacks
        def work_poller():
            while stop_signal.times == 0:
                flag = self.factory.new_block.get_deferred()
                try:
                    self.dashd_work.set((yield helper.getwork(
                        self.dashd, self.net,
                        self.dashd_work.value['use_getblocktemplate'])))
                except:
                    log.err()
                yield defer.DeferredList([flag, deferral.sleep(15)],
                                         fireOnOneCallback=True)

        work_poller()

        # PEER WORK

        self.best_block_header = variable.Variable(None)

        def handle_header(new_header):
            # check that header matches current target
            if not (self.net.PARENT.POW_FUNC(
                    dash_data.block_header_type.pack(new_header)) <=
                    self.dashd_work.value['bits'].target):
                return
            dashd_best_block = self.dashd_work.value['previous_block']
            if (self.best_block_header.value is None or
                (new_header['previous_block'] == dashd_best_block
                 and self.net.PARENT.BLOCKHASH_FUNC(
                     dash_data.block_header_type.pack(
                         self.best_block_header.value)) == dashd_best_block
                 )  # new is child of current and previous is current
                    or (self.net.PARENT.BLOCKHASH_FUNC(
                        dash_data.block_header_type.pack(new_header))
                        == dashd_best_block
                        and self.best_block_header.value['previous_block'] !=
                        dashd_best_block)
                ):  # new is current and previous is not a child of current
                self.best_block_header.set(new_header)

        self.handle_header = handle_header

        @defer.inlineCallbacks
        def poll_header():
            if self.factory.conn.value is None:
                return
            handle_header((yield self.factory.conn.value.get_block_header(
                self.dashd_work.value['previous_block'])))

        self.dashd_work.changed.watch(lambda _: poll_header())
        yield deferral.retry('Error while requesting best block header:')(
            poll_header)()

        # BEST SHARE

        self.known_txs_var = variable.VariableDict({})  # hash -> tx
        self.mining_txs_var = variable.Variable({})  # hash -> tx
        self.get_height_rel_highest = yield height_tracker.get_height_rel_highest_func(
            self.dashd, self.factory,
            lambda: self.dashd_work.value['previous_block'], self.net)

        self.best_share_var = variable.Variable(None)
        self.desired_var = variable.Variable(None)
        self.dashd_work.changed.watch(lambda _: self.set_best_share())
        self.set_best_share()

        # setup p2p logic and join p2pool network

        # update mining_txs according to getwork results
        @self.dashd_work.changed.run_and_watch
        def _(_=None):
            new_mining_txs = {}
            added_known_txs = {}
            for tx_hash, tx in zip(self.dashd_work.value['transaction_hashes'],
                                   self.dashd_work.value['transactions']):
                new_mining_txs[tx_hash] = tx
                added_known_txs[tx_hash] = tx
            self.mining_txs_var.set(new_mining_txs)
            self.known_txs_var.add(added_known_txs)

        # add p2p transactions from dashd to known_txs
        @self.factory.new_tx.watch
        def _(tx):
            self.known_txs_var.add({
                dash_data.hash256(dash_data.tx_type.pack(tx)):
                tx,
            })

        # forward transactions seen to dashd
        @self.known_txs_var.transitioned.watch
        @defer.inlineCallbacks
        def _(before, after):
            yield deferral.sleep(random.expovariate(1 / 1))
            if self.factory.conn.value is None:
                return
            for tx_hash in set(after) - set(before):
                self.factory.conn.value.send_tx(tx=after[tx_hash])

        @self.tracker.verified.added.watch
        def _(share):
            if not (share.pow_hash <= share.header['bits'].target):
                return

            block = share.as_block(self.tracker, self.known_txs_var.value)

            if block is None:
                print >> sys.stderr, 'GOT INCOMPLETE BLOCK FROM PEER! %s dash: %s%064x' % (
                    p2pool_data.format_hash(
                        share.hash), self.net.PARENT.BLOCK_EXPLORER_URL_PREFIX,
                    share.header_hash)
                return
            helper.submit_block(block, True, self.factory, self.dashd,
                                self.dashd_work, self.net)
            print
            print 'GOT BLOCK FROM PEER! Passing to dashd! %s dash: %s%064x' % (
                p2pool_data.format_hash(share.hash),
                self.net.PARENT.BLOCK_EXPLORER_URL_PREFIX, share.header_hash)
            print
            self.factory.new_block.happened(share.hash)

        def forget_old_txs():
            new_known_txs = {}
            if self.p2p_node is not None:
                for peer in self.p2p_node.peers.itervalues():
                    new_known_txs.update(peer.remembered_txs)
            new_known_txs.update(self.mining_txs_var.value)
            for share in self.tracker.get_chain(
                    self.best_share_var.value,
                    min(120,
                        self.tracker.get_height(self.best_share_var.value))):
                for tx_hash in share.new_transaction_hashes:
                    if tx_hash in self.known_txs_var.value:
                        new_known_txs[tx_hash] = self.known_txs_var.value[
                            tx_hash]
            self.known_txs_var.set(new_known_txs)

        t = deferral.RobustLoopingCall(forget_old_txs)
        t.start(10)
        stop_signal.watch(t.stop)

        t = deferral.RobustLoopingCall(self.clean_tracker)
        t.start(5)
        stop_signal.watch(t.stop)
Example #5
0
    def start(self):
        stop_signal = variable.Event()
        self.stop = stop_signal.happened

        # BITCOIND WORK

        self.bitcoind_work = variable.Variable((yield
                                                helper.getwork(self.bitcoind)))

        @defer.inlineCallbacks
        def work_poller():
            while stop_signal.times == 0:
                flag = self.factory.new_block.get_deferred()
                try:
                    self.bitcoind_work.set((yield helper.getwork(
                        self.bitcoind,
                        self.bitcoind_work.value['use_getblocktemplate'])))
                except:
                    log.err()
                yield defer.DeferredList([flag, deferral.sleep(15)],
                                         fireOnOneCallback=True)

        work_poller()

        # PEER WORK

        self.best_block_header = variable.Variable(None)

        def handle_header(new_header):
            # check that header matches current target
            if not (self.net.PARENT.POW_FUNC(
                    bitcoin_data.block_header_type.pack(new_header)) <=
                    self.bitcoind_work.value['bits'].target):
                return
            bitcoind_best_block = self.bitcoind_work.value['previous_block']
            if (self.best_block_header.value is None or
                (new_header['previous_block'] == bitcoind_best_block
                 and bitcoin_data.hash256(
                     bitcoin_data.block_header_type.pack(
                         self.best_block_header.value)) == bitcoind_best_block
                 )  # new is child of current and previous is current
                    or (bitcoin_data.hash256(
                        bitcoin_data.block_header_type.pack(new_header))
                        == bitcoind_best_block
                        and self.best_block_header.value['previous_block'] !=
                        bitcoind_best_block)
                ):  # new is current and previous is not a child of current
                self.best_block_header.set(new_header)

        self.handle_header = handle_header

        @defer.inlineCallbacks
        def poll_header():
            if self.factory.conn.value is None:
                return
            handle_header((yield self.factory.conn.value.get_block_header(
                self.bitcoind_work.value['previous_block'])))

        self.bitcoind_work.changed.watch(lambda _: poll_header())
        yield deferral.retry('Error while requesting best block header:')(
            poll_header)()

        # BEST SHARE

        self.known_txs_var = variable.Variable({})  # hash -> tx
        self.mining_txs_var = variable.Variable({})  # hash -> tx
        self.get_height_rel_highest = yield height_tracker.get_height_rel_highest_func(
            self.bitcoind, self.factory,
            lambda: self.bitcoind_work.value['previous_block'], self.net)

        self.best_share_var = variable.Variable(None)
        self.desired_var = variable.Variable(None)
        self.bitcoind_work.changed.watch(lambda _: self.set_best_share())
        self.set_best_share()

        # setup p2p logic and join p2pool network

        # update mining_txs according to getwork results
        @self.bitcoind_work.changed.run_and_watch
        def _(_=None):
            new_mining_txs = {}
            new_known_txs = dict(self.known_txs_var.value)
            for tx_hash, tx in zip(
                    self.bitcoind_work.value['transaction_hashes'],
                    self.bitcoind_work.value['transactions']):
                new_mining_txs[tx_hash] = tx
                new_known_txs[tx_hash] = tx
            self.mining_txs_var.set(new_mining_txs)
            self.known_txs_var.set(new_known_txs)

        # add p2p transactions from bitcoind to known_txs
        @self.factory.new_tx.watch
        def _(tx):
            new_known_txs = dict(self.known_txs_var.value)
            new_known_txs[bitcoin_data.hash256(
                bitcoin_data.tx_type.pack(tx))] = tx
            self.known_txs_var.set(new_known_txs)

        # forward transactions seen to bitcoind
        @self.known_txs_var.transitioned.watch
        @defer.inlineCallbacks
        def _(before, after):
            yield deferral.sleep(random.expovariate(1 / 1))
            if self.factory.conn.value is None:
                return
            for tx_hash in set(after) - set(before):
                self.factory.conn.value.send_tx(tx=after[tx_hash])

        @self.tracker.verified.added.watch
        def _(share):
            if not (share.pow_hash <= share.header['bits'].target):
                return

            block = share.as_block(self.tracker, self.known_txs_var.value)
            if block is None:
                print >> sys.stderr, 'GOT INCOMPLETE BLOCK FROM PEER! %s bitcoin: %s%064x' % (
                    p2pool_data.format_hash(
                        share.hash), self.net.PARENT.BLOCK_EXPLORER_URL_PREFIX,
                    share.header_hash)
                return
            helper.submit_block(block, True, self.factory, self.bitcoind,
                                self.bitcoind_work, self.net)
            print
            print 'GOT BLOCK FROM PEER! Passing to bitcoind! %s bitcoin: %s%064x' % (
                p2pool_data.format_hash(share.hash),
                self.net.PARENT.BLOCK_EXPLORER_URL_PREFIX, share.header_hash)
            print
            # Code to send pushover and notification when a block is found by a peer (ikolubr - Mar 31st, 2018)
            if self.net.USE_PUSHOVER_BLOCK:
                conn = httplib.HTTPSConnection("api.pushover.net:443")
                conn.request(
                    "POST", "/1/messages.json",
                    urllib.urlencode({
                        "token":
                        self.net.PUSHOVER_APP_TOKEN,
                        "user":
                        self.net.PUSHOVER_USER_KEY,
                        "message":
                        'FOUND BLOCK! %s%064x' %
                        (self.net.PARENT.BLOCK_EXPLORER_URL_PREFIX,
                         share.header_hash),
                    }), {"Content-type": "application/x-www-form-urlencoded"})
                conn.getresponse()

        def forget_old_txs():
            new_known_txs = {}
            if self.p2p_node is not None:
                for peer in self.p2p_node.peers.itervalues():
                    new_known_txs.update(peer.remembered_txs)
            new_known_txs.update(self.mining_txs_var.value)
            for share in self.tracker.get_chain(
                    self.best_share_var.value,
                    min(120,
                        self.tracker.get_height(self.best_share_var.value))):
                for tx_hash in share.new_transaction_hashes:
                    if tx_hash in self.known_txs_var.value:
                        new_known_txs[tx_hash] = self.known_txs_var.value[
                            tx_hash]
            self.known_txs_var.set(new_known_txs)

        t = deferral.RobustLoopingCall(forget_old_txs)
        t.start(10)
        stop_signal.watch(t.stop)

        t = deferral.RobustLoopingCall(self.clean_tracker)
        t.start(5)
        stop_signal.watch(t.stop)