def __init__(self,
best_share_hash_func,
port,
net,
addr_store={},
connect_addrs=set(),
desired_outgoing_conns=10,
max_outgoing_attempts=30,
max_incoming_conns=50,
preferred_storage=1000,
known_txs_var=variable.VariableDict({}),
mining_txs_var=variable.VariableDict({}),
mining2_txs_var=variable.VariableDict({}),
advertise_ip=True,
external_ip=None):
self.best_share_hash_func = best_share_hash_func
self.port = port
self.net = net
self.addr_store = dict(addr_store)
self.connect_addrs = connect_addrs
self.preferred_storage = preferred_storage
self.known_txs_var = known_txs_var
self.mining_txs_var = mining_txs_var
self.mining2_txs_var = mining2_txs_var
self.advertise_ip = advertise_ip
self.external_ip = external_ip
self.traffic_happened = variable.Event()
self.nonce = random.randrange(2**64)
self.peers = {}
self.bans = {} # address -> end_time
self.banscores = {
} # address -> how naughty this peer has been recently
self.clientfactory = ClientFactory(self, desired_outgoing_conns,
max_outgoing_attempts)
self.serverfactory = ServerFactory(self, max_incoming_conns)
self.running = False
def __init__(self):
self.new_work_event = variable.Event()
def start(self):
stop_signal = variable.Event()
self.stop = stop_signal.happened
# DASHD WORK
self.dashd_work = variable.Variable(
(yield helper.getwork(self.dashd, self.net)))
@defer.inlineCallbacks
def work_poller():
while stop_signal.times == 0:
flag = self.factory.new_block.get_deferred()
try:
self.dashd_work.set((yield helper.getwork(
self.dashd, self.net,
self.dashd_work.value['use_getblocktemplate'])))
except:
log.err()
yield defer.DeferredList([flag, deferral.sleep(15)],
fireOnOneCallback=True)
work_poller()
# PEER WORK
self.best_block_header = variable.Variable(None)
def handle_header(new_header):
# check that header matches current target
if not (self.net.PARENT.POW_FUNC(
dash_data.block_header_type.pack(new_header)) <=
self.dashd_work.value['bits'].target):
return
dashd_best_block = self.dashd_work.value['previous_block']
if (self.best_block_header.value is None or
(new_header['previous_block'] == dashd_best_block
and self.net.PARENT.BLOCKHASH_FUNC(
dash_data.block_header_type.pack(
self.best_block_header.value)) == dashd_best_block
) # new is child of current and previous is current
or (self.net.PARENT.BLOCKHASH_FUNC(
dash_data.block_header_type.pack(new_header))
== dashd_best_block
and self.best_block_header.value['previous_block'] !=
dashd_best_block)
): # new is current and previous is not a child of current
self.best_block_header.set(new_header)
self.handle_header = handle_header
@defer.inlineCallbacks
def poll_header():
if self.factory.conn.value is None:
return
handle_header((yield self.factory.conn.value.get_block_header(
self.dashd_work.value['previous_block'])))
self.dashd_work.changed.watch(lambda _: poll_header())
yield deferral.retry('Error while requesting best block header:')(
poll_header)()
# BEST SHARE
self.known_txs_var = variable.VariableDict({}) # hash -> tx
self.mining_txs_var = variable.Variable({}) # hash -> tx
self.get_height_rel_highest = yield height_tracker.get_height_rel_highest_func(
self.dashd, self.factory,
lambda: self.dashd_work.value['previous_block'], self.net)
self.best_share_var = variable.Variable(None)
self.desired_var = variable.Variable(None)
self.dashd_work.changed.watch(lambda _: self.set_best_share())
self.set_best_share()
# setup p2p logic and join p2pool network
# update mining_txs according to getwork results
@self.dashd_work.changed.run_and_watch
def _(_=None):
new_mining_txs = {}
added_known_txs = {}
for tx_hash, tx in zip(self.dashd_work.value['transaction_hashes'],
self.dashd_work.value['transactions']):
new_mining_txs[tx_hash] = tx
added_known_txs[tx_hash] = tx
self.mining_txs_var.set(new_mining_txs)
self.known_txs_var.add(added_known_txs)
# add p2p transactions from dashd to known_txs
@self.factory.new_tx.watch
def _(tx):
self.known_txs_var.add({
dash_data.hash256(dash_data.tx_type.pack(tx)):
tx,
})
# forward transactions seen to dashd
@self.known_txs_var.transitioned.watch
@defer.inlineCallbacks
def _(before, after):
yield deferral.sleep(random.expovariate(1 / 1))
if self.factory.conn.value is None:
return
for tx_hash in set(after) - set(before):
self.factory.conn.value.send_tx(tx=after[tx_hash])
@self.tracker.verified.added.watch
def _(share):
if not (share.pow_hash <= share.header['bits'].target):
return
block = share.as_block(self.tracker, self.known_txs_var.value)
if block is None:
print >> sys.stderr, 'GOT INCOMPLETE BLOCK FROM PEER! %s dash: %s%064x' % (
p2pool_data.format_hash(
share.hash), self.net.PARENT.BLOCK_EXPLORER_URL_PREFIX,
share.header_hash)
return
helper.submit_block(block, True, self.factory, self.dashd,
self.dashd_work, self.net)
print
print 'GOT BLOCK FROM PEER! Passing to dashd! %s dash: %s%064x' % (
p2pool_data.format_hash(share.hash),
self.net.PARENT.BLOCK_EXPLORER_URL_PREFIX, share.header_hash)
print
self.factory.new_block.happened(share.hash)
def forget_old_txs():
new_known_txs = {}
if self.p2p_node is not None:
for peer in self.p2p_node.peers.itervalues():
new_known_txs.update(peer.remembered_txs)
new_known_txs.update(self.mining_txs_var.value)
for share in self.tracker.get_chain(
self.best_share_var.value,
min(120,
self.tracker.get_height(self.best_share_var.value))):
for tx_hash in share.new_transaction_hashes:
if tx_hash in self.known_txs_var.value:
new_known_txs[tx_hash] = self.known_txs_var.value[
tx_hash]
self.known_txs_var.set(new_known_txs)
t = deferral.RobustLoopingCall(forget_old_txs)
t.start(10)
stop_signal.watch(t.stop)
t = deferral.RobustLoopingCall(self.clean_tracker)
t.start(5)
stop_signal.watch(t.stop)
def test_nodes(self):
N = 3
SHARES = 600
bitd = uniod()
nodes = []
for i in xrange(N):
nodes.append((yield MiniNode.start(mynet, bitd, bitd, [
mn.n.p2p_node.serverfactory.listen_port.getHost().port
for mn in nodes
], [])))
yield deferral.sleep(3)
for i in xrange(SHARES):
proxy = jsonrpc.HTTPProxy(
'http://127.0.0.1:' +
str(random.choice(nodes).web_port.getHost().port),
headers=dict(Authorization='Basic ' +
base64.b64encode('user/0:password')))
blah = yield proxy.rpc_getwork()
yield proxy.rpc_getwork(blah['data'])
yield deferral.sleep(.05)
print i
print type(
nodes[0].n.tracker.items[nodes[0].n.best_share_var.value])
# crawl web pages
from p2pool import web
stop_event = variable.Event()
web2_root = web.get_web_root(nodes[0].wb, tempfile.mkdtemp(),
variable.Variable(None), stop_event)
web2_port = reactor.listenTCP(0, server.Site(web2_root))
for name in web2_root.listNames() + [
'web/' + x for x in web2_root.getChildWithDefault(
'web', None).listNames()
]:
if name in ['web/graph_data', 'web/share', 'web/share_data']:
continue
print
print name
try:
res = yield client.getPage('http://127.0.0.1:%i/%s' %
(web2_port.getHost().port, name))
except:
import traceback
traceback.print_exc()
else:
print repr(res)[:100]
print
yield web2_port.stopListening()
stop_event.happened()
del web2_root
yield deferral.sleep(3)
for i, n in enumerate(nodes):
assert len(n.n.tracker.items) == SHARES, (i,
len(n.n.tracker.items))
assert n.n.tracker.verified.get_height(
n.n.best_share_var.value) == SHARES, (
i,
n.n.tracker.verified.get_height(n.n.best_share_var.value))
assert type(
n.n.tracker.items[nodes[0].n.best_share_var.value]) is (
data.Share.SUCCESSOR
if data.Share.SUCCESSOR is not None else data.Share)
assert type(n.n.tracker.items[n.n.tracker.get_nth_parent_hash(
nodes[0].n.best_share_var.value, SHARES - 5)]) is data.Share
for n in nodes:
yield n.stop()
del nodes, n
import gc
gc.collect()
gc.collect()
gc.collect()
yield deferral.sleep(20) # waiting for work_poller to exit
'merkle_root':
2282849479936278423916707524932131168473430114569971665822757638339486597658L,
'version':
1,
'previous_block':
1048610514577342396345362905164852351970507722694242579238530L,
'bits':
bitcoin_data.FloatingInteger(
bits=0x1a0513c5,
target=
0x513c50000000000000000000000000000000000000000000000L),
}
}
self.conn = variable.Variable(self)
self.new_headers = variable.Event()
self.new_block = variable.Event()
self.new_tx = variable.Event()
# p2p factory
def getProtocol(self):
return self
# p2p protocol
def send_block(self, block):
pass
def send_tx(self, tx):
pass
def __init__(self, message_prefix, max_payload_length, traffic_happened=variable.Event(), ignore_trailing_payload=False):
self._message_prefix = message_prefix
self._max_payload_length = max_payload_length
self.dataReceived2 = datachunker.DataChunker(self.dataReceiver())
self.traffic_happened = traffic_happened
self.ignore_trailing_payload = ignore_trailing_payload
def __init__(self, nonce):
from p2pool.util import variable
self.nonce = nonce
self.address_received = variable.Event()
def start(self):
stop_signal = variable.Event()
self.stop = stop_signal.happened
# BITCOIND WORK
self.bitcoind_work = variable.Variable((yield
helper.getwork(self.bitcoind)))
@defer.inlineCallbacks
def work_poller():
while stop_signal.times == 0:
flag = self.factory.new_block.get_deferred()
try:
self.bitcoind_work.set((yield helper.getwork(
self.bitcoind,
self.bitcoind_work.value['use_getblocktemplate'])))
except:
log.err()
yield defer.DeferredList([flag, deferral.sleep(15)],
fireOnOneCallback=True)
work_poller()
# PEER WORK
self.best_block_header = variable.Variable(None)
def handle_header(new_header):
# check that header matches current target
if not (self.net.PARENT.POW_FUNC(
bitcoin_data.block_header_type.pack(new_header)) <=
self.bitcoind_work.value['bits'].target):
return
bitcoind_best_block = self.bitcoind_work.value['previous_block']
if (self.best_block_header.value is None or
(new_header['previous_block'] == bitcoind_best_block
and bitcoin_data.hash256(
bitcoin_data.block_header_type.pack(
self.best_block_header.value)) == bitcoind_best_block
) # new is child of current and previous is current
or (bitcoin_data.hash256(
bitcoin_data.block_header_type.pack(new_header))
== bitcoind_best_block
and self.best_block_header.value['previous_block'] !=
bitcoind_best_block)
): # new is current and previous is not a child of current
self.best_block_header.set(new_header)
self.handle_header = handle_header
@defer.inlineCallbacks
def poll_header():
if self.factory.conn.value is None:
return
handle_header((yield self.factory.conn.value.get_block_header(
self.bitcoind_work.value['previous_block'])))
self.bitcoind_work.changed.watch(lambda _: poll_header())
yield deferral.retry('Error while requesting best block header:')(
poll_header)()
# BEST SHARE
self.known_txs_var = variable.Variable({}) # hash -> tx
self.mining_txs_var = variable.Variable({}) # hash -> tx
self.get_height_rel_highest = yield height_tracker.get_height_rel_highest_func(
self.bitcoind, self.factory,
lambda: self.bitcoind_work.value['previous_block'], self.net)
self.best_share_var = variable.Variable(None)
self.desired_var = variable.Variable(None)
self.bitcoind_work.changed.watch(lambda _: self.set_best_share())
self.set_best_share()
# setup p2p logic and join p2pool network
# update mining_txs according to getwork results
@self.bitcoind_work.changed.run_and_watch
def _(_=None):
new_mining_txs = {}
new_known_txs = dict(self.known_txs_var.value)
for tx_hash, tx in zip(
self.bitcoind_work.value['transaction_hashes'],
self.bitcoind_work.value['transactions']):
new_mining_txs[tx_hash] = tx
new_known_txs[tx_hash] = tx
self.mining_txs_var.set(new_mining_txs)
self.known_txs_var.set(new_known_txs)
# add p2p transactions from bitcoind to known_txs
@self.factory.new_tx.watch
def _(tx):
new_known_txs = dict(self.known_txs_var.value)
new_known_txs[bitcoin_data.hash256(
bitcoin_data.tx_type.pack(tx))] = tx
self.known_txs_var.set(new_known_txs)
# forward transactions seen to bitcoind
@self.known_txs_var.transitioned.watch
@defer.inlineCallbacks
def _(before, after):
yield deferral.sleep(random.expovariate(1 / 1))
if self.factory.conn.value is None:
return
for tx_hash in set(after) - set(before):
self.factory.conn.value.send_tx(tx=after[tx_hash])
@self.tracker.verified.added.watch
def _(share):
if not (share.pow_hash <= share.header['bits'].target):
return
block = share.as_block(self.tracker, self.known_txs_var.value)
if block is None:
print >> sys.stderr, 'GOT INCOMPLETE BLOCK FROM PEER! %s bitcoin: %s%064x' % (
p2pool_data.format_hash(
share.hash), self.net.PARENT.BLOCK_EXPLORER_URL_PREFIX,
share.header_hash)
return
helper.submit_block(block, True, self.factory, self.bitcoind,
self.bitcoind_work, self.net)
print
print 'GOT BLOCK FROM PEER! Passing to bitcoind! %s bitcoin: %s%064x' % (
p2pool_data.format_hash(share.hash),
self.net.PARENT.BLOCK_EXPLORER_URL_PREFIX, share.header_hash)
print
# Code to send pushover and notification when a block is found by a peer (ikolubr - Mar 31st, 2018)
if self.net.USE_PUSHOVER_BLOCK:
conn = httplib.HTTPSConnection("api.pushover.net:443")
conn.request(
"POST", "/1/messages.json",
urllib.urlencode({
"token":
self.net.PUSHOVER_APP_TOKEN,
"user":
self.net.PUSHOVER_USER_KEY,
"message":
'FOUND BLOCK! %s%064x' %
(self.net.PARENT.BLOCK_EXPLORER_URL_PREFIX,
share.header_hash),
}), {"Content-type": "application/x-www-form-urlencoded"})
conn.getresponse()
def forget_old_txs():
new_known_txs = {}
if self.p2p_node is not None:
for peer in self.p2p_node.peers.itervalues():
new_known_txs.update(peer.remembered_txs)
new_known_txs.update(self.mining_txs_var.value)
for share in self.tracker.get_chain(
self.best_share_var.value,
min(120,
self.tracker.get_height(self.best_share_var.value))):
for tx_hash in share.new_transaction_hashes:
if tx_hash in self.known_txs_var.value:
new_known_txs[tx_hash] = self.known_txs_var.value[
tx_hash]
self.known_txs_var.set(new_known_txs)
t = deferral.RobustLoopingCall(forget_old_txs)
t.start(10)
stop_signal.watch(t.stop)
t = deferral.RobustLoopingCall(self.clean_tracker)
t.start(5)
stop_signal.watch(t.stop)
