def explain_default_size():
attestation_record = AttestationRecord()
block = Block()
crosslink_record = CrosslinkRecord()
shard_and_committee = ShardAndCommittee()
crystallized_state = CrystallizedState()
attestation_record_bytes = msgpack.packb(attestation_record, default=messages.encode_attestation)
block_bytes = msgpack.packb(block, default=messages.encode_block)
crosslink_record_bytes = msgpack.packb(crosslink_record, default=messages.encode_crosslink)
validator_record_bytes = 0
shard_and_committee_bytes = msgpack.packb(shard_and_committee, default=messages.encode_shard_and_committee)
crystallized_state_bytes = msgpack.packb(crystallized_state, default=messages.encode_crystallized_state)
if (verbose):
print('{} | {}'.format(len(attestation_record_bytes), attestation_record_bytes))
print('{} | {}'.format(len(block_bytes), block_bytes))
print('{} | {}'.format(len(shard_and_committee_bytes), shard_and_committee_bytes))
print('{} | {}'.format(len(crosslink_record_bytes), crosslink_record_bytes))
print('{} | {}'.format(len(validator_record_bytes), validator_record_bytes))
print('{} | {}'.format(len(crystallized_state_bytes), crystallized_state_bytes))
return {
'attestationRecord': len(attestation_record_bytes),
'block': len(block_bytes),
'shardAndCommittee': len(shard_and_committee_bytes),
'crosslinkRecord': len(crosslink_record_bytes),
'validatorRecord': "N/A",
'crystallizedState': len(crystallized_state_bytes),
}
def explain_default_size():
"""
Show the size of the serialized object with defaults
Note: ValidatorRecord omitted (has no defaults)
"""
attestation_record = AttestationRecord()
block = Block()
crosslink_record = CrosslinkRecord()
shard_and_committee = ShardAndCommittee()
crystallized_state = CrystallizedState()
attestation_record_bytes = serialize(attestation_record, type(attestation_record))
block_bytes = serialize(block, type(block))
crosslink_record_bytes = serialize(crosslink_record, type(crosslink_record))
shard_and_committee_bytes = serialize(shard_and_committee, type(shard_and_committee))
crystallized_state_bytes = serialize(crystallized_state, type(crystallized_state))
if (verbose):
print('{} | {}'.format(len(attestation_record_bytes), attestation_record_bytes))
print('{} | {}'.format(len(block_bytes), block_bytes))
print('{} | {}'.format(len(shard_and_committee_bytes), shard_and_committee_bytes))
print('{} | {}'.format(len(crosslink_record_bytes), crosslink_record_bytes))
print('{} | {}'.format(len(crystallized_state_bytes), crystallized_state_bytes))
return {
'attestationRecord': len(attestation_record_bytes),
'block': len(block_bytes),
'shardAndCommittee': len(shard_and_committee_bytes),
'crosslinkRecord': len(crosslink_record_bytes),
'validatorRecord': "N/A",
'crystallizedState': len(crystallized_state_bytes),
}
def explain_default_size():
attestation_record = AttestationRecord()
block = Block()
crosslink_record = CrosslinkRecord()
shard_and_committee = ShardAndCommittee()
crystallized_state = CrystallizedState()
attestation_record_bytes = pickle.dumps(attestation_record)
block_bytes = pickle.dumps(block)
crosslink_record_bytes = pickle.dumps(crosslink_record)
shard_and_committee_bytes = pickle.dumps(shard_and_committee)
crystallized_state_bytes = pickle.dumps(crystallized_state)
if (verbose):
print('{} | {}'.format(len(attestation_record_bytes), attestation_record_bytes))
print('{} | {}'.format(len(block_bytes), block_bytes))
print('{} | {}'.format(len(shard_and_committee_bytes), shard_and_committee_bytes))
print('{} | {}'.format(len(crosslink_record_bytes), crosslink_record_bytes))
print('{} | {}'.format(len(crystallized_state_bytes), crystallized_state_bytes))
return {
'attestationRecord': len(attestation_record_bytes),
'block': len(block_bytes),
'shardAndCommittee': len(shard_and_committee_bytes),
'crosslinkRecord': len(crosslink_record_bytes),
'validatorRecord': "N/A",
'crystallizedState': len(crystallized_state_bytes),
}
def get_new_shuffling(seed,
validators,
dynasty,
crosslinking_start_shard,
config=DEFAULT_CONFIG):
cycle_length = config['cycle_length']
min_committee_size = config['min_committee_size']
avs = get_active_validator_indices(dynasty, validators)
if len(avs) >= cycle_length * min_committee_size:
committees_per_slot = int(
len(avs) // cycle_length // (min_committee_size * 2)) + 1
slots_per_committee = 1
else:
committees_per_slot = 1
slots_per_committee = 1
while (len(avs) * slots_per_committee <
cycle_length * min_committee_size
and slots_per_committee < cycle_length):
slots_per_committee *= 2
o = []
shuffled_active_validator_indices = shuffle(avs, seed, config)
validators_per_slot = split(shuffled_active_validator_indices,
cycle_length)
for slot, height_indices in enumerate(validators_per_slot):
shard_indices = split(height_indices, committees_per_slot)
o.append([
ShardAndCommittee(
shard_id=(crosslinking_start_shard +
slot * committees_per_slot // slots_per_committee +
j),
committee=indices) for j, indices in enumerate(shard_indices)
])
return o
def get_new_shuffling(
seed: Hash32,
validators: List['ValidatorRecord'],
dynasty: int,
crosslinking_start_shard: ShardId,
config: Dict[str,
Any] = DEFAULT_CONFIG) -> List[List[ShardAndCommittee]]:
cycle_length = config['cycle_length']
min_committee_size = config['min_committee_size']
shard_count = config['shard_count']
avs = get_active_validator_indices(dynasty, validators)
if len(avs) >= cycle_length * min_committee_size:
committees_per_slot = len(avs) // cycle_length // (min_committee_size *
2) + 1
slots_per_committee = 1
else:
committees_per_slot = 1
slots_per_committee = 1
while (len(avs) * slots_per_committee <
cycle_length * min_committee_size
and slots_per_committee < cycle_length):
slots_per_committee *= 2
o = []
shuffled_active_validator_indices = shuffle(avs, seed, config)
validators_per_slot = split(shuffled_active_validator_indices,
cycle_length)
for slot, slot_indices in enumerate(validators_per_slot):
shard_indices = split(slot_indices, committees_per_slot)
shard_id_start = crosslinking_start_shard + (
slot * committees_per_slot // slots_per_committee)
o.append([
ShardAndCommittee(shard_id=(shard_id_start + j) % shard_count,
committee=indices)
for j, indices in enumerate(shard_indices)
])
return o
def mock_get_shards_and_committees_for_slot(parent_block,
crystallized_state, config):
return [
ShardAndCommittee(shard_id=1, committee=committee),
]
def explain_maxval_size():
# Attestation Record
# TODO replace oblique hash loop with correct size
obl_hashes = []
for i in range(0, 64):
obl_hashes.append(helpers.MAX_BYTES)
attestation_record = AttestationRecord(
slot=helpers.MAX_I64,
shard_id=helpers.MAX_I16,
oblique_parent_hashes=obl_hashes,
shard_block_hash=helpers.MAX_BYTES,
attester_bitfield=helpers.MAX_BYTES,
aggregate_sig=[helpers.MAX_256, helpers.MAX_256]
)
# Blocks
# TODO: provide realistic number for attestations
attestations = []
for i in range(0, helpers.MAX_ATTESTATIONS):
attestations.append(attestation_record)
block = Block(
parent_hash=helpers.MAX_BYTES,
slot_number=helpers.MAX_I64,
randao_reveal=helpers.MAX_BYTES,
attestations=attestations,
pow_chain_ref=helpers.MAX_BYTES,
active_state_root=helpers.MAX_BYTES,
crystallized_state_root=helpers.MAX_BYTES,
)
# Crosslink Record
crosslink_record = CrosslinkRecord(
hash=helpers.MAX_BYTES,
dynasty=helpers.MAX_I64,
)
# Validator Record
validator_record = ValidatorRecord(
pubkey=helpers.MAX_256,
withdrawal_shard=helpers.MAX_I16,
withdrawal_address=helpers.ADDRESS_BYTES,
randao_commitment=helpers.MAX_BYTES,
balance=helpers.MAX_I64,
start_dynasty=helpers.MAX_I64,
end_dynasty=helpers.MAX_I64,
)
# Shard and Committee
# TODO: replace placeholder
committees = []
for i in range(0, helpers.PLACEHOLDER):
committees.append(helpers.MAX_I16)
shard_and_committee = ShardAndCommittee(
shard_id=helpers.MAX_I16,
committee=committees,
)
# Crystallized State
validatorlist = []
for i in range(0, helpers.MAX_VALIDATORS):
validatorlist.append(validator_record)
# TODO: replace placeholder
crosslinklist = []
for i in range(0, helpers.PLACEHOLDER):
crosslinklist.append(crosslink_record)
# TODO: replace placeholder
indices_heights = []
for i in range(0, helpers.PLACEHOLDER):
tmp = []
for j in range(0, 10):
tmp.append(shard_and_committee)
indices_heights.append(tmp)
crystallized_state = CrystallizedState(
validators=validatorlist,
indices_for_heights=indices_heights,
last_justified_slot=helpers.MAX_I64,
justified_streak=helpers.MAX_I64,
last_finalized_slot=helpers.MAX_I64,
current_dynasty=helpers.MAX_I64,
crosslinking_start_shard=helpers.MAX_I16,
crosslink_records=crosslinklist,
total_deposits=helpers.MAX_256,
dynasty_seed=helpers.MAX_BYTES,
dynasty_seed_last_reset=helpers.MAX_I64,
last_state_recalc=helpers.MAX_I64,
)
attestation_record_bytes = msgpack.packb(attestation_record, default=messages.encode_attestation)
block_bytes = msgpack.packb(block, default=messages.encode_block)
crosslink_record_bytes = msgpack.packb(crosslink_record, default=messages.encode_crosslink)
validator_record_bytes = msgpack.packb(validator_record, default=messages.encode_validator_record)
shard_and_committee_bytes = msgpack.packb(shard_and_committee, default=messages.encode_shard_and_committee)
crystallized_state_bytes = msgpack.packb(crystallized_state, default=messages.encode_crystallized_state)
if (verbose):
print('{} | {}'.format(len(attestation_record_bytes), attestation_record_bytes))
print('{} | {}'.format(len(block_bytes), block_bytes))
print('{} | {}'.format(len(shard_and_committee_bytes), shard_and_committee_bytes))
print('{} | {}'.format(len(crosslink_record_bytes), crosslink_record_bytes))
print('{} | {}'.format(len(validator_record_bytes), validator_record_bytes))
print('{} | {}'.format(len(crystallized_state_bytes), crystallized_state_bytes))
return {
'attestationRecord': len(attestation_record_bytes),
'block': len(block_bytes),
'shardAndCommittee': len(shard_and_committee_bytes),
'crosslinkRecord': len(crosslink_record_bytes),
'validatorRecord': len(validator_record_bytes),
'crystallizedState': len(crystallized_state_bytes),
}
def test_defaults(param, default_value, sample_shard_and_committee_params):
del sample_shard_and_committee_params[param]
shard_and_committee = ShardAndCommittee(**sample_shard_and_committee_params)
assert getattr(shard_and_committee, param) == default_value