def add_block(self, user, height, total_value, transaction_fees, bits,
hash_hex):
"""
Insert a discovered block & blockchain data
user: should be a username/wallet address of who found block
height: should be the height of the given block in the blockchain
total_value: should be an integer representation of the value of the
newly discovered block. E.G.
DOGE = 2364681.04976814
network_value = 236468104976814
transaction_fees: should be an integer amount awarded due to transactions
handled by the block. E.G.
transaction fees on new block = 6.5
transaction_fees = 650000000
"""
logger.warn(
"Recieved an add block notification!\nUser: {}\nHeight: {}\n"
"Total Height: {}\nTransaction Fees: {}\nBits: {}\nHash Hex: {}"
.format(user, height, total_value, transaction_fees, bits, hash_hex))
try:
last = last_block_share_id()
block = Block.create(user, height, total_value, transaction_fees, bits,
hash_hex, time_started=last_block_time())
db.session.flush()
count = (db.session.query(func.sum(Share.shares)).
filter(Share.id > last).
filter(Share.id <= block.last_share_id).scalar()) or 128
block.shares_to_solve = count
db.session.commit()
payout.delay()
except Exception as exc:
logger.error("Unhandled exception in add_block", exc_info=True)
db.session.rollback()
raise self.retry(exc=exc)
def credit_block(redis_key, simulate=False):
"""
Calculates credits for users from share records for the latest found block.
"""
# Don't do this truthiness thing
if simulate is not True:
simulate = False
if simulate:
current_app.logger.warn(
"Running in simulate mode, no DB commit will be performed")
current_app.logger.setLevel(logging.DEBUG)
data = redis_conn.hgetall(redis_key)
current_app.logger.debug("Processing block with details {}".format(data))
merged = bool(int(data.get('merged', False)))
# If start_time isn't listed explicitly do our best to derive from
# statistical share records
if 'start_time' in data:
time_started = datetime.datetime.utcfromtimestamp(
float(data.get('start_time')))
else:
time_started = last_block_time(data['algo'], merged=merged)
if data['fees'] == "None":
data['fees'] = 0
block = Block(
user=data.get('address'),
height=data['height'],
total_value=(Decimal(data['total_subsidy']) / 100000000),
transaction_fees=(Decimal(data['fees']) / 100000000),
difficulty=bits_to_difficulty(data['hex_bits']),
hash=data['hash'],
time_started=time_started,
currency=data['currency'],
worker=data.get('worker'),
found_at=datetime.datetime.utcfromtimestamp(float(data['solve_time'])),
algo=data['algo'],
merged=merged)
db.session.add(block)
db.session.flush()
# Parse out chain results from the block key
chain_data = {}
chain_default = {'shares': Decimal('0')}
for key, value in data.iteritems():
if key.startswith("chain_"):
_, chain_id, key = key.split("_", 2)
chain_id = int(chain_id)
chain = chain_data.setdefault(chain_id, chain_default.copy())
chain['id'] = chain_id
if key == "shares":
value = Decimal(value)
elif key == "solve_index":
value = int(value)
# XXX: Could do extra check for setting duplicate data (overrite) here
chain[key] = value
# Objectize the data. Use object to store all information moving forward
chains = []
for id, chain in chain_data.iteritems():
if chain['shares'] == 0:
continue
cpo = ChainPayout(chainid=id,
block=block,
solve_slice=chain['solve_index'],
chain_shares=chain['shares'])
cpo.user_shares = {}
cpo.credits = {}
db.session.add(cpo)
chains.append(cpo)
# XXX: Would be good to check compositeprimarykey integrity here, but will
# fail on other constraints
#db.session.flush()
# XXX: Change to a tabulate print
current_app.logger.info("Parsed out chain data of {}".format(chain_data))
# Distribute total block value among chains
share_distrib = {chain.chainid: chain.chain_shares for chain in chains}
distrib = distributor(block.total_value, share_distrib)
for chain in chains:
chain.amount = distrib[chain.chainid]
# Fetch the share distribution for this payout chain
users = set()
for chain in chains:
# Actually fetch the shares from redis!
chain.user_shares = chain.config_obj.calc_shares(chain)
# If we have nothing, default to paying out the block finder everything
if not chain.user_shares:
chain.user_shares[block.user] = 1
# Add the users to the set, no dups
users.update(chain.user_shares.keys())
# Record how many shares were used to payout
chain.payout_shares = sum(chain.user_shares.itervalues())
# Grab all possible user based settings objects for all chains
custom_settings = {}
if users:
custom_settings = {s.user: s for s in UserSettings.query.filter(
UserSettings.user.in_(users)).all()}
# XXX: Double check that currency code lookups will work relying on
# currency obj hashability
# The currencies that are valid to pay out in from this block. Basically,
# this block currency + all buyable currencies if this block's currency is
# sellable
valid_currencies = [block.currency_obj]
if block.currency_obj.sellable is True:
valid_currencies.extend(currencies.buyable_currencies)
pool_payout = block.currency_obj.pool_payout
def filter_valid(user, address, currency):
try:
if isinstance(currency, basestring):
currency = currencies[currency]
except KeyError:
current_app.logger.debug(
"Converted user {}, addr {}, currency {} => pool addr"
" because invalid currency"
.format(user, address, currency))
return pool_payout
if currency not in valid_currencies:
current_app.logger.debug(
"Converted user {}, addr {}, currency {} => pool addr"
" because invalid currency"
.format(user, address, currency))
return pool_payout
return dict(address=address, currency=currency, user=user)
# Parse usernames and user settings to build appropriate credit objects
for chain in chains:
for username in chain.user_shares.keys():
try:
version = address_version(username)
except Exception:
# Give these shares to the pool, invalid address version
chain.make_credit_obj(shares=chain.user_shares[username],
**pool_payout)
continue
currency = currencies.version_map.get(version)
# Check to see if we need to treat them real special :p
settings = custom_settings.get(username)
shares = chain.user_shares.pop(username)
if settings:
converted = settings.apply(
shares, currency, block.currency, valid_currencies)
# Check to make sure no funny business
assert sum(c[2] for c in converted) == shares, "Settings apply function returned bad stuff"
# Create the separate payout objects from settings return info
for address, currency, shares in converted:
chain.make_credit_obj(
shares=shares,
**filter_valid(username, address, currency))
else:
# (try to) Payout directly to mining address
chain.make_credit_obj(
shares=shares,
**filter_valid(username, username, currency))
# Calculate the portion that each user recieves
for chain in chains:
chain.distribute()
# Another double check
paid = 0
fees_collected = 0
donations_collected = 0
for chain in chains:
chain_fee_perc = chain.config_obj.fee_perc
for key, credit in chain.credits.items():
# don't try to payout users with zero payout
if credit.amount == 0:
db.session.expunge(credit)
del chain.credits[key]
continue
# Skip fees/donations for the pool address
if credit.user == pool_payout['user']:
continue
# To do a final check of payout amount
paid += credit.amount
# Fee/donation/bonus lookup
fee_perc = chain_fee_perc
donate_perc = Decimal('0')
settings = custom_settings.get(credit.user)
if settings:
donate_perc = settings.pdonation_perc
# Application
assert isinstance(fee_perc, Decimal)
assert isinstance(donate_perc, Decimal)
fee_amount = credit.amount * fee_perc
donate_amount = credit.amount * donate_perc
credit.amount -= fee_amount
credit.amount -= donate_amount
# Recording
credit.fee_perc = int(fee_perc * 100)
credit.pd_perc = int(donate_perc * 100)
# Bookkeeping
donations_collected += donate_amount
fees_collected += fee_amount
if fees_collected > 0:
p = Credit.make_credit(
user=pool_payout['user'],
block=block,
currency=pool_payout['currency'].key,
source=1,
address=pool_payout['address'],
amount=+fees_collected)
db.session.add(p)
if donations_collected > 0:
p = Credit.make_credit(
user=pool_payout['user'],
block=block,
currency=pool_payout['currency'].key,
source=2,
address=pool_payout['address'],
amount=+donations_collected)
db.session.add(p)
current_app.logger.info("Collected {} {} in donation"
.format(donations_collected, block.currency))
current_app.logger.info("Collected {} {} from fees"
.format(fees_collected, block.currency))
current_app.logger.info(
"Net swing from block {} {}"
.format(fees_collected + donations_collected, block.currency))
pool_key = (pool_payout['user'], pool_payout['address'],
pool_payout['currency'])
for chain in chains:
if pool_key not in chain.credits:
continue
current_app.logger.info(
"Collected {} from invalid mining addresses on chain {}"
.format(chain.credits[pool_key].amount, chain.chainid))
if not simulate:
db.session.commit()
redis_conn.delete(redis_key)
else:
db.session.rollback()
def credit_block(redis_key, simulate=False):
"""
Calculates credits for users from share records for the latest found block.
"""
# Don't do this truthiness thing
if simulate is not True:
simulate = False
if simulate:
current_app.logger.warn("Running in simulate mode, no commit will be performed")
current_app.logger.setLevel(logging.DEBUG)
data = redis_conn.hgetall(redis_key)
current_app.logger.debug("Processing block with details {}".format(data))
merged = bool(int(data.get('merged', False)))
# If start_time isn't listed explicitly do our best to derive from
# statistical share records
if 'start_time' in data:
time_started = datetime.datetime.utcfromtimestamp(float(data.get('start_time')))
else:
time_started = last_block_time(data['algo'], merged=merged)
block = Block(
user=data.get('address'),
height=data['height'],
total_value=(Decimal(data['total_subsidy']) / 100000000),
transaction_fees=(Decimal(data['fees']) / 100000000),
difficulty=bits_to_difficulty(data['hex_bits']),
hash=data['hash'],
time_started=time_started,
currency=data['currency'],
worker=data.get('worker'),
found_at=datetime.datetime.utcfromtimestamp(float(data['solve_time'])),
algo=data['algo'],
merged=merged)
db.session.add(block)
db.session.flush()
# Parse out chain results from the block key
chain_data = {}
chain_default = {'shares': Decimal('0')}
for key, value in data.iteritems():
if key.startswith("chain_"):
_, chain_id, key = key.split("_", 2)
chain_id = int(chain_id)
chain = chain_data.setdefault(chain_id, chain_default.copy())
chain['id'] = chain_id
if key == "shares":
value = Decimal(value)
elif key == "solve_index":
value = int(value)
# XXX: Could do extra check for setting duplicate data (overrite) here
chain[key] = value
# Objectize the data. Use object to store all information moving forward
chains = []
for id, chain in chain_data.iteritems():
if chain['shares'] == 0:
continue
cpo = ChainPayout(chainid=id,
block=block,
solve_slice=chain['solve_index'],
chain_shares=chain['shares'])
cpo.user_shares = {}
cpo.credits = {}
db.session.add(cpo)
chains.append(cpo)
# XXX: Would be good to check compositeprimarykey integrity here, but will
# fail on other constraints
#db.session.flush()
# XXX: Change to a tabulate print
current_app.logger.info("Parsed out chain data of {}".format(chain_data))
# Distribute total block value among chains
share_distrib = {chain.chainid: chain.chain_shares for chain in chains}
distrib = distributor(block.total_value, share_distrib)
for chain in chains:
chain.amount = distrib[chain.chainid]
# Fetch the share distribution for this payout chain
users = set()
for chain in chains:
# Actually fetch the shares from redis!
chain.user_shares = chain.config_obj.calc_shares(chain)
# If we have nothing, default to paying out the block finder everything
if not chain.user_shares:
chain.user_shares[block.user] = 1
# Add the users to the set, no dups
users.update(chain.user_shares.keys())
# Record how many shares were used to payout
chain.payout_shares = sum(chain.user_shares.itervalues())
# Grab all possible user based settings objects for all chains
custom_settings = {}
if users:
custom_settings = {s.user: s for s in UserSettings.query.filter(
UserSettings.user.in_(users)).all()}
# XXX: Double check that currency code lookups will work relying on
# currency obj hashability
# The currencies that are valid to pay out in from this block. Basically,
# this block currency + all exchangeable currencies if this block's
# currency is also exchangeable
valid_currencies = [block.currency_obj]
if block.currency_obj.exchangeable is True:
valid_currencies.extend(currencies.exchangeable_currencies)
# Get the pools payout information for this block
global_curr = global_config.pool_payout_currency
pool_payout = dict(address=block.currency_obj.pool_payout_addr,
currency=block.currency_obj,
user=global_curr.pool_payout_addr)
# If this currency has no payout address, switch to global default
if pool_payout['address'] is None:
pool_payout['address'] = global_curr.pool_payout_addr
pool_payout['currency'] = global_curr
assert block.currency_obj.exchangeable, "Block is un-exchangeable"
# Double check valid. Paranoid
address_version(pool_payout['address'])
def filter_valid(user, address, currency):
try:
if isinstance(currency, basestring):
currency = currencies[currency]
except KeyError:
current_app.logger.debug(
"Converted user {}, addr {}, currency {} => pool addr"
" because invalid currency"
.format(user, address, currency))
return pool_payout
if currency not in valid_currencies:
current_app.logger.debug(
"Converted user {}, addr {}, currency {} => pool addr"
" because invalid currency"
.format(user, address, currency))
return pool_payout
return dict(address=address, currency=currency, user=user)
# Parse usernames and user settings to build appropriate credit objects
for chain in chains:
for username in chain.user_shares.keys():
try:
version = address_version(username)
except Exception:
# Give these shares to the pool, invalid address version
chain.make_credit_obj(shares=chain.user_shares[username],
**pool_payout)
continue
currency = currencies.version_map.get(version)
# Check to see if we need to treat them real special :p
settings = custom_settings.get(username)
shares = chain.user_shares.pop(username)
if settings:
converted = settings.apply(
shares, currency, block.currency, valid_currencies)
# Check to make sure no funny business
assert sum(c[2] for c in converted) == shares, "Settings apply function returned bad stuff"
# Create the separate payout objects from settings return info
for address, currency, shares in converted:
chain.make_credit_obj(
shares=shares,
**filter_valid(username, address, currency))
else:
# (try to) Payout directly to mining address
chain.make_credit_obj(
shares=shares,
**filter_valid(username, username, currency))
# Calculate the portion that each user recieves
for chain in chains:
chain.distribute()
# Another double check
paid = 0
fees_collected = 0
donations_collected = 0
for chain in chains:
chain_fee_perc = chain.config_obj.fee_perc
for key, credit in chain.credits.items():
# don't try to payout users with zero payout
if credit.amount == 0:
db.session.expunge(credit)
del chain.credits[key]
continue
# Skip fees/donations for the pool address
if credit.user == pool_payout['user']:
continue
# To do a final check of payout amount
paid += credit.amount
# Fee/donation/bonus lookup
fee_perc = chain_fee_perc
donate_perc = Decimal('0')
settings = custom_settings.get(credit.user)
if settings:
donate_perc = settings.pdonation_perc
# Application
assert isinstance(fee_perc, Decimal)
assert isinstance(donate_perc, Decimal)
fee_amount = credit.amount * fee_perc
donate_amount = credit.amount * donate_perc
credit.amount -= fee_amount
credit.amount -= donate_amount
# Recording
credit.fee_perc = int(fee_perc * 100)
credit.pd_perc = int(donate_perc * 100)
# Bookkeeping
donations_collected += donate_amount
fees_collected += fee_amount
if fees_collected > 0:
p = Credit.make_credit(
user=pool_payout['user'],
block=block,
currency=pool_payout['currency'].key,
source=1,
address=pool_payout['address'],
amount=+fees_collected)
db.session.add(p)
if donations_collected > 0:
p = Credit.make_credit(
user=pool_payout['user'],
block=block,
currency=pool_payout['currency'].key,
source=2,
address=pool_payout['address'],
amount=+donations_collected)
db.session.add(p)
current_app.logger.info("Collected {} in donation".format(donations_collected))
current_app.logger.info("Collected {} from fees".format(fees_collected))
current_app.logger.info("Net swing from block {}"
.format(fees_collected + donations_collected))
pool_key = (pool_payout['user'], pool_payout['address'], pool_payout['currency'])
for chain in chains:
if pool_key not in chain.credits:
continue
current_app.logger.info(
"Collected {} from invalid mining addresses on chain {}"
.format(chain.credits[pool_key].amount, chain.chainid))
if not simulate:
db.session.commit()
redis_conn.delete(redis_key)
else:
db.session.rollback()