def decode_timeseries_col_type(self, col_type):
# NB: these match the atom names for column types
if col_type == TsColumnType.Value('VARCHAR'):
return 'varchar'
elif col_type == TsColumnType.Value('SINT64'):
return 'sint64'
elif col_type == TsColumnType.Value('DOUBLE'):
return 'double'
elif col_type == TsColumnType.Value('TIMESTAMP'):
return 'timestamp'
elif col_type == TsColumnType.Value('BOOLEAN'):
return 'boolean'
else:
msg = 'could not decode column type: {}'.format(col_type)
raise RiakError(msg)
def decode_timeseries_row(self, tsrow, tscols=None,
convert_timestamp=False):
"""
Decodes a TsRow into a list
:param tsrow: the protobuf TsRow to decode.
:type tsrow: riak.pb.riak_ts_pb2.TsRow
:param tscols: the protobuf TsColumn data to help decode.
:type tscols: list
:rtype list
"""
row = []
for i, cell in enumerate(tsrow.cells):
col = None
if tscols is not None:
col = tscols[i]
if cell.HasField('varchar_value'):
if col and col.type != TsColumnType.Value('VARCHAR'):
raise TypeError('expected VARCHAR column')
else:
row.append(cell.varchar_value)
elif cell.HasField('sint64_value'):
if col and col.type != TsColumnType.Value('SINT64'):
raise TypeError('expected SINT64 column')
else:
row.append(cell.sint64_value)
elif cell.HasField('double_value'):
if col and col.type != TsColumnType.Value('DOUBLE'):
raise TypeError('expected DOUBLE column')
else:
row.append(cell.double_value)
elif cell.HasField('timestamp_value'):
if col and col.type != TsColumnType.Value('TIMESTAMP'):
raise TypeError('expected TIMESTAMP column')
else:
dt = cell.timestamp_value
if convert_timestamp:
dt = datetime_from_unix_time_millis(
cell.timestamp_value)
row.append(dt)
elif cell.HasField('boolean_value'):
if col and col.type != TsColumnType.Value('BOOLEAN'):
raise TypeError('expected BOOLEAN column')
else:
row.append(cell.boolean_value)
else:
row.append(None)
return row
def test_decode_data_from_query(self):
tqr = riak.pb.riak_ts_pb2.TsQueryResp()
c0 = tqr.columns.add()
c0.name = str_to_bytes('col_varchar')
c0.type = TsColumnType.Value('VARCHAR')
c1 = tqr.columns.add()
c1.name = str_to_bytes('col_integer')
c1.type = TsColumnType.Value('SINT64')
c2 = tqr.columns.add()
c2.name = str_to_bytes('col_double')
c2.type = TsColumnType.Value('DOUBLE')
c3 = tqr.columns.add()
c3.name = str_to_bytes('col_timestamp')
c3.type = TsColumnType.Value('TIMESTAMP')
c4 = tqr.columns.add()
c4.name = str_to_bytes('col_boolean')
c4.type = TsColumnType.Value('BOOLEAN')
c5 = tqr.columns.add()
c5.name = str_to_bytes('col_blob')
c5.type = TsColumnType.Value('BLOB')
r0 = tqr.rows.add()
r0c0 = r0.cells.add()
r0c0.varchar_value = str_to_bytes(self.rows[0][0])
r0c1 = r0.cells.add()
r0c1.sint64_value = self.rows[0][1]
r0c2 = r0.cells.add()
r0c2.double_value = self.rows[0][2]
r0c3 = r0.cells.add()
r0c3.timestamp_value = self.ts0ms
r0c4 = r0.cells.add()
r0c4.boolean_value = self.rows[0][4]
r0.cells.add()
r1 = tqr.rows.add()
r1c0 = r1.cells.add()
r1c0.varchar_value = str_to_bytes(self.rows[1][0])
r1c1 = r1.cells.add()
r1c1.sint64_value = self.rows[1][1]
r1c2 = r1.cells.add()
r1c2.double_value = self.rows[1][2]
r1c3 = r1.cells.add()
r1c3.timestamp_value = self.ts1ms
r1c4 = r1.cells.add()
r1c4.boolean_value = self.rows[1][4]
r1c5 = r1.cells.add()
r1c5.varchar_value = self.rows[1][5]
tsobj = TsObject(None, self.table)
c = PbufCodec()
c.decode_timeseries(tqr, tsobj, True)
self.assertEqual(len(tsobj.rows), len(self.rows))
self.assertEqual(len(tsobj.columns.names), len(tqr.columns))
self.assertEqual(len(tsobj.columns.types), len(tqr.columns))
cn, ct = tsobj.columns
self.assertEqual(cn[0], 'col_varchar')
self.assertEqual(ct[0], 'varchar')
self.assertEqual(cn[1], 'col_integer')
self.assertEqual(ct[1], 'sint64')
self.assertEqual(cn[2], 'col_double')
self.assertEqual(ct[2], 'double')
self.assertEqual(cn[3], 'col_timestamp')
self.assertEqual(ct[3], 'timestamp')
self.assertEqual(cn[4], 'col_boolean')
self.assertEqual(ct[4], 'boolean')
self.assertEqual(cn[5], 'col_blob')
self.assertEqual(ct[5], 'blob')
r0 = tsobj.rows[0]
self.assertEqual(bytes_to_str(r0[0]), self.rows[0][0])
self.assertEqual(r0[1], self.rows[0][1])
self.assertEqual(r0[2], self.rows[0][2])
self.assertEqual(r0[3], ts0)
self.assertEqual(r0[4], self.rows[0][4])
self.assertEqual(r0[5], self.rows[0][5])
r1 = tsobj.rows[1]
self.assertEqual(bytes_to_str(r1[0]), self.rows[1][0])
self.assertEqual(r1[1], self.rows[1][1])
self.assertEqual(r1[2], self.rows[1][2])
self.assertEqual(r1[3], ts1)
self.assertEqual(r1[4], self.rows[1][4])
self.assertEqual(r1[5], self.rows[1][5])
def test_decode_data_from_query(self):
tqr = riak.pb.riak_ts_pb2.TsQueryResp()
c0 = tqr.columns.add()
c0.name = str_to_bytes('col_varchar')
c0.type = TsColumnType.Value('VARCHAR')
c1 = tqr.columns.add()
c1.name = str_to_bytes('col_integer')
c1.type = TsColumnType.Value('SINT64')
c2 = tqr.columns.add()
c2.name = str_to_bytes('col_double')
c2.type = TsColumnType.Value('DOUBLE')
c3 = tqr.columns.add()
c3.name = str_to_bytes('col_timestamp')
c3.type = TsColumnType.Value('TIMESTAMP')
c4 = tqr.columns.add()
c4.name = str_to_bytes('col_boolean')
c4.type = TsColumnType.Value('BOOLEAN')
r0 = tqr.rows.add()
r0c0 = r0.cells.add()
r0c0.varchar_value = str_to_bytes(self.rows[0][0])
r0c1 = r0.cells.add()
r0c1.sint64_value = self.rows[0][1]
r0c2 = r0.cells.add()
r0c2.double_value = self.rows[0][2]
r0c3 = r0.cells.add()
r0c3.timestamp_value = self.ts0ms
r0c4 = r0.cells.add()
r0c4.boolean_value = self.rows[0][4]
r1 = tqr.rows.add()
r1c0 = r1.cells.add()
r1c0.varchar_value = str_to_bytes(self.rows[1][0])
r1c1 = r1.cells.add()
r1c1.sint64_value = self.rows[1][1]
r1c2 = r1.cells.add()
r1c2.double_value = self.rows[1][2]
r1c3 = r1.cells.add()
r1c3.timestamp_value = self.ts1ms
r1c4 = r1.cells.add()
r1c4.boolean_value = self.rows[1][4]
tsobj = TsObject(None, self.table, [], [])
c = RiakPbcCodec()
c._decode_timeseries(tqr, tsobj)
self.assertEqual(len(self.rows), len(tsobj.rows))
self.assertEqual(len(tqr.columns), len(tsobj.columns))
c = tsobj.columns
self.assertEqual(c[0][0], 'col_varchar')
self.assertEqual(c[0][1], TsColumnType.Value('VARCHAR'))
self.assertEqual(c[1][0], 'col_integer')
self.assertEqual(c[1][1], TsColumnType.Value('SINT64'))
self.assertEqual(c[2][0], 'col_double')
self.assertEqual(c[2][1], TsColumnType.Value('DOUBLE'))
self.assertEqual(c[3][0], 'col_timestamp')
self.assertEqual(c[3][1], TsColumnType.Value('TIMESTAMP'))
self.assertEqual(c[4][0], 'col_boolean')
self.assertEqual(c[4][1], TsColumnType.Value('BOOLEAN'))
r0 = tsobj.rows[0]
self.assertEqual(r0[0], self.rows[0][0])
self.assertEqual(r0[1], self.rows[0][1])
self.assertEqual(r0[2], self.rows[0][2])
self.assertEqual(r0[3], ts0)
self.assertEqual(r0[4], self.rows[0][4])
r1 = tsobj.rows[1]
self.assertEqual(r1[0], self.rows[1][0])
self.assertEqual(r1[1], self.rows[1][1])
self.assertEqual(r1[2], self.rows[1][2])
self.assertEqual(r1[3], ts1)
self.assertEqual(r1[4], self.rows[1][4])