def stream_deserialize_value(self, f):
lut = {
FieldType.Type.u8: lambda: ser_read(f, 1),
FieldType.Type.u16: lambda: struct.unpack(b'<H', ser_read(f, 2))[0],
FieldType.Type.u32: lambda: struct.unpack(b'<I', ser_read(f, 4))[0],
FieldType.Type.u64: lambda: struct.unpack(b'<Q', ser_read(f, 8))[0],
FieldType.Type.i8: lambda: ser_read(f, 1),
FieldType.Type.i16: lambda: struct.unpack(b'<h', ser_read(f, 2))[0],
FieldType.Type.i32: lambda: struct.unpack(b'<i', ser_read(f, 4))[0],
FieldType.Type.i64: lambda: struct.unpack(b'<q', ser_read(f, 8))[0],
FieldType.Type.vi: lambda: VarIntSerializer.stream_deserialize(f),
FieldType.Type.fvi: lambda: FlagVarIntSerializer.stream_deserialize(f),
FieldType.Type.str: lambda: VarStringSerializer.stream_deserialize(f).decode('utf-8'),
FieldType.Type.bytes: lambda: BytesSerializer.stream_deserialize(f),
FieldType.Type.sha256: lambda: Hash256Id.stream_deserialize(f),
FieldType.Type.sha256d: lambda: Hash256Id.stream_deserialize(f),
FieldType.Type.ripmd160: lambda: Hash160Id.stream_deserialize(f),
FieldType.Type.hash160: lambda: Hash160Id.stream_deserialize(f),
FieldType.Type.pubkey: lambda: PubKey.stream_deserialize(f),
FieldType.Type.ecdsa: lambda: None,
}
if self.type in lut.keys():
return lut[self.type]()
else:
raise NotImplementedError()
def deserialize_witness_value_signing(self, f):
"""Deserialize a witness for signing with value."""
txin_count = VarIntSerializer.stream_deserialize(f)
txins = []
for i in range(txin_count):
txin = TxIn()
txin.deserialize_witness_value_signing(f)
txins.append(txin)
self.txins = list(txins)
def stream_deserialize(cls, f):
n = VarIntSerializer.stream_deserialize(f)
pubkeys = tuple(
SqueakPublicKey.from_bytes(ser_read(f, PUB_KEY_LENGTH))
for i in range(n))
nMinBlockHeight = struct.unpack(b"<i", ser_read(f, 4))[0]
nMaxBlockHeight = struct.unpack(b"<i", ser_read(f, 4))[0]
hashReplySqk = ser_read(f, HASH_LENGTH)
return cls(pubkeys, nMinBlockHeight, nMaxBlockHeight, hashReplySqk)
def stream_deserialize(cls, f):
def bits(f, n):
ret = []
bytes = (ord(b) for b in f.read(n))
for b in bytes:
for i in xrange(8):
ret.append((b >> i) & 1)
return ret
self = super(CMerkleBlock, cls).stream_deserialize(f)
nTX = struct.unpack('<L', ser_read(f, 4))[0]
nHashes = VarIntSerializer.stream_deserialize(f)
vHashes = []
for i in range(nHashes):
vHashes.append(ser_read(f, 32))
nFlags = VarIntSerializer.stream_deserialize(f)
vFlags = bits(f, nFlags)
object.__setattr__(self, 'nTX', nTX)
object.__setattr__(self, 'vHashes', vHashes)
object.__setattr__(self, 'vFlags', vFlags)
return self
def stream_deserialize_value(self, f):
if self.bounds is TypeRef.Usage.single:
value = self.type.stream_deserialize_value(f)
elif self.bounds.is_fixed():
value = [self.type.stream_deserialize_value(f) for n in range(0, self.bounds.min())]
elif self.bounds is TypeRef.Usage.optional:
if self.type.type is FieldType.Type.pubkey:
key = ser_read(f, 1)
if key[0] is 0:
return None
data = key + ser_read(f, 32)
return PubKey.deserialize(data)
elif self.type.type is FieldType.Type.ecdsa:
key = ser_read(f, 1)
if key[0] is 0:
return None
raise NotImplementedError('ECDSA deserealization is not implemented')
try:
value = self.type.stream_deserialize_value(f)
except BaseException as ex:
# due to some strange bug, python 3 is unable to capture SeparatorByteSignal exception by its type,
# and `isinstance(ex, SeparatorByteSignal)` returns False as well :(
# so we have to capture generic exception and re-raise if it is not SeparatorByteSignal, which
# can be determined only by the presence of its method
if not callable(getattr(ex, "is_eof", None)):
raise
if ex.is_eof():
# -- met 0xFF separator byte, indicating absent value
value = None
else:
raise
if self.type.type is FieldType.Type.fvi:
pass
elif self.type.type is FieldType.Type.str:
value = None if value is b'\x00' or len(value) is 0 else value
elif self.type.type is FieldType.Type.bytes:
value = None if len(value) is 0 else value
elif self.type.type in [FieldType.Type.sha256, FieldType.Type.sha256d]:
value = None if value is bytes([0] * 32) else value
elif self.type.type in [FieldType.Type.ripmd160, FieldType.Type.hash160]:
value = None if value is bytes([0] * 20) else value
else:
raise SchemaError(f'optional fields can be only of `str`, `fvi`, `bytes` and complex types')
else:
no = VarIntSerializer.stream_deserialize(f)
value = [self.type.stream_deserialize_value(f) for n in range(0, no)]
return value
def stream_deserialize(cls, f):
def bits(f, n):
ret = []
bytes = (ord(b) for b in f.read(n))
for b in bytes:
for i in xrange(8):
ret.append((b >> i) & 1)
return ret
self = super(CMerkleBlock, cls).stream_deserialize(f)
nTX = struct.unpack('<L', ser_read(f, 4))[0]
nHashes = VarIntSerializer.stream_deserialize(f)
vHashes = []
for i in range(nHashes):
vHashes.append(ser_read(f, 32))
nFlags = VarIntSerializer.stream_deserialize(f)
vFlags = bits(f, nFlags)
object.__setattr__(self, 'nTX', nTX)
object.__setattr__(self, 'vHashes', vHashes)
object.__setattr__(self, 'vFlags', vFlags)
return self
def deserialize_prefix(self, f):
"""Deserialize the transaction prefix."""
txin_count = VarIntSerializer.stream_deserialize(f)
txins = []
for i in range(txin_count):
txin = TxIn()
txin.deserialize_prefix(f)
txins.append(txin)
txouts = VectorSerializer.stream_deserialize(TxOut, f)
locktime = struct.unpack(b'<I', ser_read(f, 4))[0]
expiry = struct.unpack(b'<I', ser_read(f, 4))[0]
self.txins = list(txins)
self.txouts = list(txouts)
self.locktime = locktime
self.expiry = expiry
def deserialize_witness(self, f, txins_present):
"""Deserialize the transaction witnesses.
If txins_present is True, existing txins will be populated
with witness data.
"""
txin_count = VarIntSerializer.stream_deserialize(f)
if not txins_present:
txins = []
for i in range(txin_count):
txin = TxIn()
txin.deserialize_witness(f)
txins.append(txin)
self.txins = list(txins)
else:
for i in range(txin_count):
txin = self.txins[i]
txin.deserialize_witness(f)
def stream_deserialize(cls, f, **kwargs):
schema_obj = kwargs['schema_obj'] if 'schema_obj' in kwargs else None
if not isinstance(schema_obj, Schema):
raise ValueError(
f'`schema_obj` parameter must be of Schema type; got `{schema_obj}` instead'
)
# Deserialize proof header
# - version with flag
(ver, flag) = FlagVarIntSerializer.stream_deserialize(f)
# - fields common for root and upgrade proofs
if flag:
schema = Hash256Id.stream_deserialize(f)
network = VarIntSerializer.stream_deserialize(f)
if network is 0x00:
format = ProofFormat.upgrade
# - root-specific fields
else:
network = Network(network)
format = ProofFormat.root
root = OutPoint.stream_deserialize(f, short=False)
else:
format = ProofFormat.ordinary
# Deserialize proof body
# - reading proof type
type_no = ser_read(f, 1)[0]
# - reading `seal_sequence` structure
seals = []
seal_type_no = 0
# -- we iterate over the seals until 0xFF (=FlagVarIntSerializer.Separator.EOF) byte is met
while True:
try:
# -- reading seal with the current type number
seal = Seal.stream_deserialize(f,
type_no=seal_type_no,
schema_obj=schema_obj)
except BaseException as ex:
# due to some strange bug, python 3 is unable to capture SeparatorByteSignal exception by its type,
# and `isinstance(ex, SeparatorByteSignal)` returns False as well :(
# so we have to capture generic exception and re-raise if it is not SeparatorByteSignal, which
# can be determined only by the presence of its method
if not callable(getattr(ex, "is_eol", None)):
raise
if ex.is_eol():
# -- met 0xFE separator byte, increasing current type number
seal_type_no = seal_type_no + 1
elif ex.is_eof():
# -- end of `seal_sequence` structure
break
else:
# -- otherwise append read seal to the list of seals
seals.append(seal)
# -- if we had zero seals implies proof of state destruction format
if len(seals) is 0:
format = ProofFormat.burn
# - reading unparsed state and metadata bytes
state = BytesSerializer.stream_deserialize(f)
metadata = BytesSerializer.stream_deserialize(f)
# Deserialize original public key
pkcode = ser_read(f, 1)
if pkcode is 0x00:
pubkey = None
else:
buf = pkcode + ser_read(f, 32)
pubkey = PubKey.deserialize(buf)
# Deserialize prunable data
try:
pruned_flag = ser_read(f, 1)
except:
pruned_flag = 0x00
txid, parents = None, None
if pruned_flag & 0x01 > 0:
txid = Hash256Id.stream_deserialize(f)
if pruned_flag & 0x02 > 0:
parents = VectorSerializer.stream_deserialize(Hash256Id, f)
proof = Proof(schema_obj=schema_obj,
type_no=type_no,
ver=ver,
format=format,
schema=schema,
network=network,
root=root,
pubkey=pubkey,
fields=None,
seals=seals,
txid=txid,
parents=parents,
metadata=metadata,
state=state)
# Parsing raw seals and metadata and resolving types against the provided Schema
if 'schema_obj' in kwargs:
schema_obj = kwargs['schema_obj']
if isinstance(schema_obj, Schema):
proof.resolve_schema(schema_obj)
return proof
