def decode_from_stream(self, in_stream: InputStream, length=0): size = in_stream.read_int32() elements = [ self._elem_coder.decode_from_stream(in_stream) if in_stream.read_byte() else None for _ in range(size) ] return elements
def decode_from_stream(self, in_stream: InputStream, length: int = 0): seconds = in_stream.read_int64() nanos = in_stream.read_int32() if seconds == self._null_seconds and nanos == self._null_nanos: return None else: return Instant(seconds, nanos)
def _decode_from_stream(in_stream: InputStream): year = in_stream.read_int32() if year == 0xFFFFFFFF: in_stream.read(2) return None month = in_stream.read_int8() day = in_stream.read_int8() return datetime.date(year, month, day)
def decode_from_stream(self, in_stream: InputStream, length=0): if self.is_compact(): milliseconds = in_stream.read_int64() nanoseconds = 0 else: milliseconds = in_stream.read_int64() nanoseconds = in_stream.read_int32() return self.internal_to_timestamp(milliseconds, nanoseconds)
def _decode_from_stream(in_stream: InputStream): hour = in_stream.read_int8() if hour == 0xFF: in_stream.read(6) return None minute = in_stream.read_int8() second = in_stream.read_int8() nano = in_stream.read_int32() return datetime.time(hour, minute, second, nano // 1000)
def decode_from_stream(self, in_stream: InputStream, length=0): size = in_stream.read_int32() map_value = {} for _ in range(size): key = self._key_coder.decode_from_stream(in_stream) is_null = in_stream.read_byte() if is_null: map_value[key] = None else: value = self._value_coder.decode_from_stream(in_stream) map_value[key] = value return map_value
def read_mask(self, in_stream: InputStream): mask = [] mask_search_table = self.null_mask_search_table remaining_bits_num = self._remaining_bits_num for _ in range(self._leading_complete_bytes_num): b = in_stream.read_byte() mask.extend(mask_search_table[b]) if remaining_bits_num: b = in_stream.read_byte() mask.extend(mask_search_table[b][0:remaining_bits_num]) return mask
def decode_from_stream(self, in_stream: InputStream, length=0): user_context = decimal.getcontext() decimal.setcontext(self.context) value = decimal.Decimal( in_stream.read_bytes().decode("utf-8")).quantize(self.scale_format) decimal.setcontext(user_context) return value
def decode_from_stream(self, in_stream: create_InputStream, nested): data_input_stream = InputStream(in_stream.read_all(False)) return self._value_coder.decode_from_stream(data_input_stream)
def decode_from_stream(self, in_stream: InputStream): return self._field_coder.decode_from_stream(in_stream, in_stream.read_var_int64())
def decode_from_stream(self, in_stream: InputStream, length=0): in_stream.read_byte() return GlobalWindowCoderImpl()
def decode(self, encoded): return self.decode_from_stream(InputStream(encoded), len(encoded))
def decode_from_stream(self, in_stream: InputStream, length=0): return CountWindow(in_stream.read_int64())
def decode_from_stream(self, in_stream: InputStream, length=0): start = in_stream.read_int64() end = in_stream.read_int64() return TimeWindow(start, end)
def decode_one_batch_from_stream(self, in_stream: InputStream, size: int) -> List: self._resettable_io.set_input_bytes(in_stream.read(size)) # there is only one arrow batch in the underlying input stream return arrow_to_pandas(self._timezone, self._field_types, [next(self._batch_reader)])
def decode_from_stream(self, in_stream: InputStream): while in_stream.size() > 0: yield self._field_coder.decode_from_stream( in_stream, in_stream.read_var_int64())
def decode_from_stream(self, in_stream: InputStream, length=0): value = in_stream.read_int32() return self.internal_to_time(value)
def decode_from_stream(self, in_stream: InputStream, length=0): return decimal.Decimal(in_stream.read_bytes().decode("utf-8"))
def decode_from_stream(self, in_stream: InputStream, length=0): return in_stream.read_bytes()