def resolve_data(self, verifications, phase):
""" store received verifications from node, find replications and store them in transfers table """
for verification in verifications:
try:
verification = thrift_converter.convert_thrift_verification(
verification)
if verification['signature'][
'signatory'] is not self.this_node.node_id:
verification_db.insert_verification(
verification, verification['verification_id'])
# check if there are nodes further down the chain interested in this record
replicated_verifications = verification_db.get_all_replication(
verification['block_id'], phase,
verification['origin_id'])
for replicated_ver in replicated_verifications:
vr_transfers_db.insert_transfer(
replicated_ver['origin_id'],
replicated_ver['signature']['signatory'],
verification['verification_id'])
# check if there are active subscriptions interested in this record
self.update_subscription_response(verification)
except Exception as ex:
template = "An exception of type {0} occurred. Arguments:\n{1!r}"
message = template.format(type(ex).__name__, ex.args)
logger().warning(message)
def resolve_data(self, node, guids, phase):
""" request unreceived verifications from node, notify node of already received verifications,
store received verifications from node, find replications and store them in transfers table """
received, unreceived = self.split_items(
lambda guid: verification_db.get(guid) is not None, guids)
verifications = node.client.transfer_data(node.pass_phrase, received,
unreceived)
node.last_transfer_time = int(time.time())
for verification in verifications:
try:
verification = thrift_converter.convert_thrift_verification(
verification)
verification_db.insert_verification(
verification, verification['verification_id'])
replicated_verifications = verification_db.get_all_replication(
verification['block_id'], phase, verification['origin_id'])
for replicated_ver in replicated_verifications:
vr_transfers_db.insert_transfer(
replicated_ver['origin_id'],
replicated_ver['signature']['signatory'],
verification['verification_id'])
except Exception as ex:
template = "An exception of type {0} occured. Arguments:\n{1!r}"
message = template.format(type(ex).__name__, ex.args)
logger().warning(message)
def _execute_phase_4(self, config, phase_3_info):
""" external partner notary phase """
phase = 4
phase_3_record = phase_3_info['record']
p3_verification_info = phase_3_info['verification_info']
phase_3_record['verification_info'] = p3_verification_info
prior_block_hash = self.get_prior_hash(phase_3_record[ORIGIN_ID], phase)
# validate phase_3's verification record
if validate_verification_record(phase_3_record, p3_verification_info):
# storing valid verification record
verification_db.insert_verification(phase_3_record)
# updating record phase
phase_3_record[PHASE] = phase
lower_hash = phase_3_record[SIGNATURE][HASH]
verification_info = lower_hash
# sign verification and rewrite record
block_info = sign_verification_record(self.network.this_node.node_id,
prior_block_hash,
lower_hash,
self.service_config['public_key'],
self.service_config['private_key'],
phase_3_record[BLOCK_ID],
phase_3_record[PHASE],
phase_3_record[ORIGIN_ID],
int(time.time()),
phase_3_record['public_transmission'],
verification_info
)
# inserting verification info after signing
verification_id = str(uuid.uuid4())
verification_db.insert_verification(block_info['verification_record'], verification_id)
# inserting receipt of signed verification for data transfer
vr_transfers_db.insert_transfer(phase_3_record['origin_id'], phase_3_record['signature']['signatory'], verification_id)
# send block info off for public transmission if configured to do so
if phase_3_record['public_transmission']['p4_pub_trans']:
self.network.public_broadcast(block_info, phase)
print "phase 4 executed"
def resolve_data(self, verifications, phase):
""" store received verifications from node, find replications and store them in transfers table """
for verification in verifications:
try:
verification = thrift_converter.convert_thrift_verification(verification)
if verification['signature']['signatory'] is not self.this_node.node_id:
# run broadcast smart contract (BSC)
self.processing_node.sch.execute_bsc(phase, verification)
verification_db.insert_verification(verification, verification['verification_id'])
# check if there are nodes further down the chain interested in this record
replicated_verifications = verification_db.get_all_replication(verification['block_id'], phase, verification['origin_id'])
for replicated_ver in replicated_verifications:
vr_transfers_db.insert_transfer(replicated_ver['origin_id'], replicated_ver['signature']['signatory'], verification['verification_id'])
# check if there are active subscriptions interested in this record
self.update_subscription_response(verification)
except Exception as ex:
template = "An exception of type {0} occurred. Arguments:\n{1!r}"
message = template.format(type(ex).__name__, ex.args)
logger().warning(message)
def _execute_timestamping(self, config):
"""
verification_info = {
'verification_records': {
origin_id: {
'timestamp_id': hash
}
},
'blockchain_type': "BTC"
}
"""
hashes = []
verification_info = {
'verification_records': {},
'blockchain_type': "BTC"
}
pending_records = timestamp_db.get_pending_timestamp()
# returns out of the function if there are no records waiting to be broadcast
if not pending_records:
return
# creates a list of hashes as well as builds the verification_info structure
for r in pending_records:
hashes.append(r['signature']['hash'])
# organizes the verification records by origin_id with a dictionary of timestamp_ids and hashes
if r['origin_id'] not in verification_info['verification_records']:
verification_info['verification_records'][r['origin_id']] = {}
verification_info['verification_records'][r['origin_id']][r['timestamp_id']] = r['signature']['hash']
# takes the list of hashes to be transmitted and hashes with 256 bit to get in form to send
transaction_hash = final_hash(hashes, type=256)
# normal SHA512 hash for all lower VR contents
lower_hash = final_hash(hashes)
# sets the hash in the verification_info structure to the hash we just generated
verification_info['hash'] = transaction_hash
stamper = BitcoinTimestamper(self.service_config['bitcoin_network'], BitcoinFeeProvider())
bitcoin_tx_id = stamper.persist("%s%s" % (LEVEL5_PREFIX, transaction_hash))
bitcoin_tx_id = b2lx(bitcoin_tx_id).encode('utf-8')
verification_info['public_transaction_id'] = bitcoin_tx_id
prior_block_hash = None
# This is the hash of all of the lower elements
block_id = None
phase = 5
origin_id = None
public_transmission = False
block_info = sign_verification_record(self.network.this_node.node_id,
prior_block_hash,
lower_hash,
self.service_config['public_key'],
self.service_config['private_key'],
block_id,
phase,
origin_id,
int(time.time()),
public_transmission,
verification_info
)
# inserts a new verification record for the new record created to be sent
verification_db.insert_verification(block_info['verification_record'])
# sets the timestamp_receipt to true to indicate the records have been sent
for origin_id in verification_info['verification_records'].keys():
for verification_id in verification_info['verification_records'][origin_id]:
timestamp_db.set_transaction_timestamp_proof(verification_id)
# dictionary where the key is origin_id and the value is list of signatories sent from that origin_id
unique_vr_transfers = {}
# creates a verification_record for each unique origin_id-signatory pair
for verification_record in pending_records:
if not verification_record['origin_id'] in unique_vr_transfers:
unique_vr_transfers[verification_record['origin_id']] = []
# inserts a single record per origin_id
if verification_record['signature']['signatory'] not in unique_vr_transfers[verification_record['origin_id']]:
vr_transfers_db.insert_transfer(verification_record['origin_id'],
verification_record['signature']['signatory'],
verification_record['timestamp_id'])
unique_vr_transfers[verification_record['origin_id']].append(verification_record['signature']['signatory'])
def _execute_phase_3(self, config, phase_2_info):
"""
* At this point, any participating processing nodes will have appended signed Phase 2 verification proof to the block.
* Processing nodes participating in Phase 3 Verification may be a different set of nodes than the set of nodes participating in Phase 1 and Phase 2 Verification processes.
* Processing nodes may be defined for the sole purpose of Phase 3 verification (e.g. for independent blockchain verification auditing purposes).
* A participating node will verify that no invalid transaction has been included in the set of approved transaction.
* A participating node will verify that all "approved" transactions are signed by their respective owner.
* A node may perform extra validation steps on all transactions and verification units.
* All signed "Phase 3 Signature Structures" will be grouped, concatenated, and cryptographically signed by the node.
"""
phase = 3
phase_2_record = phase_2_info['record']
p2_verification_info = phase_2_info['verification_info']
phase_2_record['verification_info'] = p2_verification_info
prior_block_hash = self.get_prior_hash(phase_2_record[ORIGIN_ID], phase)
# validate phase_2's verification record
if validate_verification_record(phase_2_record, p2_verification_info):
# storing valid verification record
verification_db.insert_verification(phase_2_record)
# retrieve all phase 2 records for current block
phase_2_records = self.get_sig_records(phase_2_record)
signatories, businesses, locations = self.get_verification_diversity(phase_2_records)
# checking if passed requirements to move on to next phase
if len(signatories) >= P2_COUNT_REQ and len(businesses) >= P2_BUS_COUNT_REQ and len(locations) >= P2_LOC_COUNT_REQ:
# updating record phase
phase_2_record[PHASE] = phase
lower_hashes = [record[SIGNATURE]['signatory'] + ":" + record[SIGNATURE][HASH] for record in phase_2_records]
verification_info = {
'lower_hashes': lower_hashes,
'p2_count': len(signatories),
'businesses': list(businesses),
'deploy_locations': list(locations)
}
lower_hash = str(final_hash(lower_hashes))
# sign verification and rewrite record
block_info = sign_verification_record(self.network.this_node.node_id,
prior_block_hash,
lower_hash,
self.service_config['public_key'],
self.service_config['private_key'],
phase_2_record[BLOCK_ID],
phase_2_record[PHASE],
phase_2_record[ORIGIN_ID],
int(time.time()),
phase_2_record['public_transmission'],
verification_info
)
# inserting verification info after signing
verification_id = str(uuid.uuid4())
verification_db.insert_verification(block_info['verification_record'], verification_id)
# inserting receipt for each phase 2 record received
for record in phase_2_records:
vr_transfers_db.insert_transfer(record['origin_id'], record['signature']['signatory'], verification_id)
# send block info off for public transmission if configured to do so
if phase_2_record['public_transmission']['p3_pub_trans']:
self.network.public_broadcast(block_info, phase)
# send block info for phase 4 validation
self.network.send_block(self.network.phase_3_broadcast, block_info, phase)
print "phase 3 executed"
def _execute_phase_2(self, config, phase_1_info):
"""
* At this point, any participating processing nodes will have appended signed "approvals" of their respectively owned transactions and signed "validations" of un-owned transactions (see Phase 1 Verification Process).
* Processing nodes participating in Phase 2 Verification may be a different set of nodes than the set of nodes participating in Phase 1 Verification.
* Processing nodes may be defined for the sole purpose of Phase 2 verification (without any "owned" transactions in the system).
* A node participating in Phase 2 verification will verify that all transactions in the prospective block are "approved" by their respective owners and are not declared invalid by a system configured portion (e.g. percentage, plurality, or majority).
* Any transactions which are not approved will be taken out of the prospective block and "bumped" to the next block now - (d * T) for Phase 1 processing.
* If a non-approved transaction which is older than a system configured time for the transaction type and owner, the transaction will not be "bumped" to the next block, but instead be placed in a system "pool" or "queue" for later handling or alternate processing.
* All signed "approval" verification units will be grouped, concatenated, and cryptographically signed.
* A "Phase 2 signature structure" is created and appended to the block.
"""
"""
- check block sig
- req: tx_type, tx_id, tx_ts, owner (origin - original phase_1 node_id), trans_sig
- tx minus the payload
"""
phase = 2
phase_1_record = phase_1_info["record"]
p1_verification_info = phase_1_info["verification_info"]
phase_1_record['verification_info'] = p1_verification_info
prior_block_hash = self.get_prior_hash(phase_1_record[ORIGIN_ID], phase)
# validate phase_1's verification record
if validate_verification_record(phase_1_record, p1_verification_info):
# storing valid verification record
verification_db.insert_verification(phase_1_record)
# updating record phase
phase_1_record[PHASE] = phase
valid_transactions, invalid_transactions = self.check_tx_requirements(p1_verification_info)
verification_info = {
'valid_txs': valid_transactions,
'invalid_txs': invalid_transactions,
'business': self.network.business,
'deploy_location': self.network.deploy_location
}
lower_hash = phase_1_record[SIGNATURE][HASH]
# sign verification and rewrite record
block_info = sign_verification_record(self.network.this_node.node_id,
prior_block_hash,
lower_hash,
self.service_config['public_key'],
self.service_config['private_key'],
phase_1_record[BLOCK_ID],
phase_1_record[PHASE],
phase_1_record[ORIGIN_ID],
int(time.time()),
phase_1_record['public_transmission'],
verification_info
)
# inserting verification info after signing
verification_id = str(uuid.uuid4())
verification_db.insert_verification(block_info['verification_record'], verification_id)
# inserting receipt of signed verification for data transfer
vr_transfers_db.insert_transfer(phase_1_record['origin_id'], phase_1_record['signature']['signatory'], verification_id)
# send block info off for public transmission if configured to do so
if phase_1_record['public_transmission']['p2_pub_trans']:
self.network.public_broadcast(block_info, phase)
# send block info for phase 3 validation
self.network.send_block(self.network.phase_2_broadcast, block_info, phase)
print "phase_2 executed"