def select_pdus(cursor): cursor.execute( "SELECT pdu_id, origin FROM pdus ORDER BY depth ASC" ) ids = cursor.fetchall() pdu_tuples = store._get_pdu_tuples(cursor, ids) pdus = [Pdu.from_pdu_tuple(p) for p in pdu_tuples] reference_hashes = {} for pdu in pdus: try: if pdu.prev_pdus: print "PROCESS", pdu.pdu_id, pdu.origin, pdu.prev_pdus for pdu_id, origin, hashes in pdu.prev_pdus: ref_alg, ref_hsh = reference_hashes[(pdu_id, origin)] hashes[ref_alg] = encode_base64(ref_hsh) store._store_prev_pdu_hash_txn(cursor, pdu.pdu_id, pdu.origin, pdu_id, origin, ref_alg, ref_hsh) print "SUCCESS", pdu.pdu_id, pdu.origin, pdu.prev_pdus pdu = add_event_pdu_content_hash(pdu) ref_alg, ref_hsh = compute_pdu_event_reference_hash(pdu) reference_hashes[(pdu.pdu_id, pdu.origin)] = (ref_alg, ref_hsh) store._store_pdu_reference_hash_txn(cursor, pdu.pdu_id, pdu.origin, ref_alg, ref_hsh) for alg, hsh_base64 in pdu.hashes.items(): print alg, hsh_base64 store._store_pdu_content_hash_txn(cursor, pdu.pdu_id, pdu.origin, alg, decode_base64(hsh_base64)) except: print "FAILED_", pdu.pdu_id, pdu.origin, pdu.prev_pdus
def select_pdus(cursor): cursor.execute("SELECT pdu_id, origin FROM pdus ORDER BY depth ASC") ids = cursor.fetchall() pdu_tuples = store._get_pdu_tuples(cursor, ids) pdus = [Pdu.from_pdu_tuple(p) for p in pdu_tuples] reference_hashes = {} for pdu in pdus: try: if pdu.prev_pdus: print("PROCESS", pdu.pdu_id, pdu.origin, pdu.prev_pdus) for pdu_id, origin, hashes in pdu.prev_pdus: ref_alg, ref_hsh = reference_hashes[(pdu_id, origin)] hashes[ref_alg] = encode_base64(ref_hsh) store._store_prev_pdu_hash_txn( cursor, pdu.pdu_id, pdu.origin, pdu_id, origin, ref_alg, ref_hsh ) print("SUCCESS", pdu.pdu_id, pdu.origin, pdu.prev_pdus) pdu = add_event_pdu_content_hash(pdu) ref_alg, ref_hsh = compute_pdu_event_reference_hash(pdu) reference_hashes[(pdu.pdu_id, pdu.origin)] = (ref_alg, ref_hsh) store._store_pdu_reference_hash_txn( cursor, pdu.pdu_id, pdu.origin, ref_alg, ref_hsh ) for alg, hsh_base64 in pdu.hashes.items(): print(alg, hsh_base64) store._store_pdu_content_hash_txn( cursor, pdu.pdu_id, pdu.origin, alg, decode_base64(hsh_base64) ) except Exception: print("FAILED_", pdu.pdu_id, pdu.origin, pdu.prev_pdus)
def _enumerate_state_branches(self, txn, pdu_a, pdu_b): branch_a = pdu_a branch_b = pdu_b while True: if (branch_a.pdu_id == branch_b.pdu_id and branch_a.origin == branch_b.origin): # Woo! We found a common ancestor logger.debug("_enumerate_state_branches Found common ancestor") break do_branch_a = ( hasattr(branch_a, "prev_state_id") and branch_a.prev_state_id ) do_branch_b = ( hasattr(branch_b, "prev_state_id") and branch_b.prev_state_id ) logger.debug( "do_branch_a=%s, do_branch_b=%s", do_branch_a, do_branch_b ) if do_branch_a and do_branch_b: do_branch_a = int(branch_a.depth) > int(branch_b.depth) if do_branch_a: pdu_tuple = PduIdTuple( branch_a.prev_state_id, branch_a.prev_state_origin ) prev_branch = branch_a logger.debug("getting branch_a prev %s", pdu_tuple) branch_a = self._get_pdu_tuple(txn, *pdu_tuple) if branch_a: branch_a = Pdu.from_pdu_tuple(branch_a) logger.debug("branch_a=%s", branch_a) yield (0, prev_branch, branch_a) if not branch_a: break elif do_branch_b: pdu_tuple = PduIdTuple( branch_b.prev_state_id, branch_b.prev_state_origin ) prev_branch = branch_b logger.debug("getting branch_b prev %s", pdu_tuple) branch_b = self._get_pdu_tuple(txn, *pdu_tuple) if branch_b: branch_b = Pdu.from_pdu_tuple(branch_b) logger.debug("branch_b=%s", branch_b) yield (1, prev_branch, branch_b) if not branch_b: break else: break