def stream_deserialize_value(self, f): lut = { FieldType.Type.u8: lambda: ser_read(f, 1), FieldType.Type.u16: lambda: struct.unpack(b'<H', ser_read(f, 2))[0], FieldType.Type.u32: lambda: struct.unpack(b'<I', ser_read(f, 4))[0], FieldType.Type.u64: lambda: struct.unpack(b'<Q', ser_read(f, 8))[0], FieldType.Type.i8: lambda: ser_read(f, 1), FieldType.Type.i16: lambda: struct.unpack(b'<h', ser_read(f, 2))[0], FieldType.Type.i32: lambda: struct.unpack(b'<i', ser_read(f, 4))[0], FieldType.Type.i64: lambda: struct.unpack(b'<q', ser_read(f, 8))[0], FieldType.Type.vi: lambda: VarIntSerializer.stream_deserialize(f), FieldType.Type.fvi: lambda: FlagVarIntSerializer.stream_deserialize(f), FieldType.Type.str: lambda: VarStringSerializer.stream_deserialize(f).decode('utf-8'), FieldType.Type.bytes: lambda: BytesSerializer.stream_deserialize(f), FieldType.Type.sha256: lambda: Hash256Id.stream_deserialize(f), FieldType.Type.sha256d: lambda: Hash256Id.stream_deserialize(f), FieldType.Type.ripmd160: lambda: Hash160Id.stream_deserialize(f), FieldType.Type.hash160: lambda: Hash160Id.stream_deserialize(f), FieldType.Type.pubkey: lambda: PubKey.stream_deserialize(f), FieldType.Type.ecdsa: lambda: None, } if self.type in lut.keys(): return lut[self.type]() else: raise NotImplementedError()
def deserialize_witness_value_signing(self, f): """Deserialize a witness for signing with value.""" txin_count = VarIntSerializer.stream_deserialize(f) txins = [] for i in range(txin_count): txin = TxIn() txin.deserialize_witness_value_signing(f) txins.append(txin) self.txins = list(txins)
def stream_deserialize(cls, f): n = VarIntSerializer.stream_deserialize(f) pubkeys = tuple( SqueakPublicKey.from_bytes(ser_read(f, PUB_KEY_LENGTH)) for i in range(n)) nMinBlockHeight = struct.unpack(b"<i", ser_read(f, 4))[0] nMaxBlockHeight = struct.unpack(b"<i", ser_read(f, 4))[0] hashReplySqk = ser_read(f, HASH_LENGTH) return cls(pubkeys, nMinBlockHeight, nMaxBlockHeight, hashReplySqk)
def stream_deserialize(cls, f): def bits(f, n): ret = [] bytes = (ord(b) for b in f.read(n)) for b in bytes: for i in xrange(8): ret.append((b >> i) & 1) return ret self = super(CMerkleBlock, cls).stream_deserialize(f) nTX = struct.unpack('<L', ser_read(f, 4))[0] nHashes = VarIntSerializer.stream_deserialize(f) vHashes = [] for i in range(nHashes): vHashes.append(ser_read(f, 32)) nFlags = VarIntSerializer.stream_deserialize(f) vFlags = bits(f, nFlags) object.__setattr__(self, 'nTX', nTX) object.__setattr__(self, 'vHashes', vHashes) object.__setattr__(self, 'vFlags', vFlags) return self
def stream_deserialize_value(self, f): if self.bounds is TypeRef.Usage.single: value = self.type.stream_deserialize_value(f) elif self.bounds.is_fixed(): value = [self.type.stream_deserialize_value(f) for n in range(0, self.bounds.min())] elif self.bounds is TypeRef.Usage.optional: if self.type.type is FieldType.Type.pubkey: key = ser_read(f, 1) if key[0] is 0: return None data = key + ser_read(f, 32) return PubKey.deserialize(data) elif self.type.type is FieldType.Type.ecdsa: key = ser_read(f, 1) if key[0] is 0: return None raise NotImplementedError('ECDSA deserealization is not implemented') try: value = self.type.stream_deserialize_value(f) except BaseException as ex: # due to some strange bug, python 3 is unable to capture SeparatorByteSignal exception by its type, # and `isinstance(ex, SeparatorByteSignal)` returns False as well :( # so we have to capture generic exception and re-raise if it is not SeparatorByteSignal, which # can be determined only by the presence of its method if not callable(getattr(ex, "is_eof", None)): raise if ex.is_eof(): # -- met 0xFF separator byte, indicating absent value value = None else: raise if self.type.type is FieldType.Type.fvi: pass elif self.type.type is FieldType.Type.str: value = None if value is b'\x00' or len(value) is 0 else value elif self.type.type is FieldType.Type.bytes: value = None if len(value) is 0 else value elif self.type.type in [FieldType.Type.sha256, FieldType.Type.sha256d]: value = None if value is bytes([0] * 32) else value elif self.type.type in [FieldType.Type.ripmd160, FieldType.Type.hash160]: value = None if value is bytes([0] * 20) else value else: raise SchemaError(f'optional fields can be only of `str`, `fvi`, `bytes` and complex types') else: no = VarIntSerializer.stream_deserialize(f) value = [self.type.stream_deserialize_value(f) for n in range(0, no)] return value
def deserialize_prefix(self, f): """Deserialize the transaction prefix.""" txin_count = VarIntSerializer.stream_deserialize(f) txins = [] for i in range(txin_count): txin = TxIn() txin.deserialize_prefix(f) txins.append(txin) txouts = VectorSerializer.stream_deserialize(TxOut, f) locktime = struct.unpack(b'<I', ser_read(f, 4))[0] expiry = struct.unpack(b'<I', ser_read(f, 4))[0] self.txins = list(txins) self.txouts = list(txouts) self.locktime = locktime self.expiry = expiry
def deserialize_witness(self, f, txins_present): """Deserialize the transaction witnesses. If txins_present is True, existing txins will be populated with witness data. """ txin_count = VarIntSerializer.stream_deserialize(f) if not txins_present: txins = [] for i in range(txin_count): txin = TxIn() txin.deserialize_witness(f) txins.append(txin) self.txins = list(txins) else: for i in range(txin_count): txin = self.txins[i] txin.deserialize_witness(f)
def stream_deserialize(cls, f, **kwargs): schema_obj = kwargs['schema_obj'] if 'schema_obj' in kwargs else None if not isinstance(schema_obj, Schema): raise ValueError( f'`schema_obj` parameter must be of Schema type; got `{schema_obj}` instead' ) # Deserialize proof header # - version with flag (ver, flag) = FlagVarIntSerializer.stream_deserialize(f) # - fields common for root and upgrade proofs if flag: schema = Hash256Id.stream_deserialize(f) network = VarIntSerializer.stream_deserialize(f) if network is 0x00: format = ProofFormat.upgrade # - root-specific fields else: network = Network(network) format = ProofFormat.root root = OutPoint.stream_deserialize(f, short=False) else: format = ProofFormat.ordinary # Deserialize proof body # - reading proof type type_no = ser_read(f, 1)[0] # - reading `seal_sequence` structure seals = [] seal_type_no = 0 # -- we iterate over the seals until 0xFF (=FlagVarIntSerializer.Separator.EOF) byte is met while True: try: # -- reading seal with the current type number seal = Seal.stream_deserialize(f, type_no=seal_type_no, schema_obj=schema_obj) except BaseException as ex: # due to some strange bug, python 3 is unable to capture SeparatorByteSignal exception by its type, # and `isinstance(ex, SeparatorByteSignal)` returns False as well :( # so we have to capture generic exception and re-raise if it is not SeparatorByteSignal, which # can be determined only by the presence of its method if not callable(getattr(ex, "is_eol", None)): raise if ex.is_eol(): # -- met 0xFE separator byte, increasing current type number seal_type_no = seal_type_no + 1 elif ex.is_eof(): # -- end of `seal_sequence` structure break else: # -- otherwise append read seal to the list of seals seals.append(seal) # -- if we had zero seals implies proof of state destruction format if len(seals) is 0: format = ProofFormat.burn # - reading unparsed state and metadata bytes state = BytesSerializer.stream_deserialize(f) metadata = BytesSerializer.stream_deserialize(f) # Deserialize original public key pkcode = ser_read(f, 1) if pkcode is 0x00: pubkey = None else: buf = pkcode + ser_read(f, 32) pubkey = PubKey.deserialize(buf) # Deserialize prunable data try: pruned_flag = ser_read(f, 1) except: pruned_flag = 0x00 txid, parents = None, None if pruned_flag & 0x01 > 0: txid = Hash256Id.stream_deserialize(f) if pruned_flag & 0x02 > 0: parents = VectorSerializer.stream_deserialize(Hash256Id, f) proof = Proof(schema_obj=schema_obj, type_no=type_no, ver=ver, format=format, schema=schema, network=network, root=root, pubkey=pubkey, fields=None, seals=seals, txid=txid, parents=parents, metadata=metadata, state=state) # Parsing raw seals and metadata and resolving types against the provided Schema if 'schema_obj' in kwargs: schema_obj = kwargs['schema_obj'] if isinstance(schema_obj, Schema): proof.resolve_schema(schema_obj) return proof