def _read_dictionary(self,
qtype=QDICTIONARY,
options=READER_CONFIGURATION):
if options.pandas:
keys = self._read_object(options=options)
values = self._read_object(options=options)
if isinstance(keys, pandas.DataFrame):
if not isinstance(values, pandas.DataFrame):
raise QReaderException(
'Keyed table creation: values are expected to be of type pandas.DataFrame. Actual: %s'
% type(values))
indices = keys.columns
table = keys
table.meta = keys.meta
table.meta.qtype = QKEYED_TABLE
for column in values.columns:
table[column] = values[column]
table.meta[column] = values.meta[column]
table.set_index([column for column in indices], inplace=True)
return table
else:
keys = keys if not isinstance(
keys, pandas.Series) else keys.as_matrix()
values = values if not isinstance(
values, pandas.Series) else values.as_matrix()
return QDictionary(keys, values)
else:
return QReader._read_dictionary(self, qtype=qtype, options=options)
def _read_dictionary(self, qtype=QDICTIONARY):
keys = self._read_object()
values = self._read_object()
if isinstance(keys, QTable):
return QKeyedTable(keys, values)
else:
return QDictionary(keys, values)
def _read_dictionary(self, qtype = QDICTIONARY, options = READER_CONFIGURATION):
keys = self._read_object(options = options)
values = self._read_object(options = options)
if isinstance(keys, QTable):
return QKeyedTable(keys, values)
else:
return QDictionary(keys, values)
def _read_dictionary(self, qtype=QDICTIONARY):
if self._options.pandas:
keys = self._read_object()
values = self._read_object()
if isinstance(keys, pandas.DataFrame):
if not isinstance(values, pandas.DataFrame):
raise QReaderException(
'Keyed table creation: values are expected to be of type pandas.DataFrame. Actual: %s'
% type(values))
indices = keys.columns
table = keys
# meta attribute is obsolete, use attrs['meta'] instead
if hasattr(keys, 'meta'):
table.attrs['meta'] = keys.meta
warnings.warn(
"Usage of meta attribute is deprecated, please use attrs['meta'] instead",
DeprecationWarning)
else:
table.attrs['meta'] = keys.attrs['meta']
table.attrs['meta'].qtype = QKEYED_TABLE
if hasattr(values, 'meta'):
warnings.warn(
"Usage of meta attribute is deprecated, please use attrs['meta'] instead",
DeprecationWarning)
for column in values.columns:
table[column] = values[column]
table.attrs['meta'][column] = values.meta[column]
else:
for column in values.columns:
table[column] = values[column]
table.attrs['meta'][column] = values.attrs['meta'][
column]
table.set_index([column for column in indices], inplace=True)
return table
else:
keys = keys if not isinstance(keys,
pandas.Series) else keys.values
values = values if not isinstance(
values, pandas.Series) else values.values
return QDictionary(keys, values)
else:
return QReader._read_dictionary(self, qtype=qtype)
('``',
qlist(numpy.array([qnull(QSYMBOL), qnull(QSYMBOL)], dtype=numpy.object),
qtype=QSYMBOL_LIST)),
('("quick"; "brown"; "fox"; "jumps"; "over"; "a lazy"; "dog")',
(['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog'],
qlist(numpy.array(
['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog']),
qtype=QSTRING_LIST),
qlist(['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog'],
qtype=QSTRING_LIST))),
('{x+y}', QLambda('{x+y}')),
('{x+y}[3]', QProjection([QLambda('{x+y}'),
numpy.int64(3)])),
('(enlist `a)!(enlist 1)',
(QDictionary(qlist(numpy.array(['a']), qtype=QSYMBOL_LIST),
qlist(numpy.array([1], dtype=numpy.int64),
qtype=QLONG_LIST)),
QDictionary(qlist(numpy.array(['a']), qtype=QSYMBOL_LIST),
qlist(numpy.array([1]), qtype=QLONG_LIST)))),
('1 2!`abc`cdefgh',
QDictionary(
qlist(numpy.array([1, 2], dtype=numpy.int64), qtype=QLONG_LIST),
qlist(numpy.array(['abc', 'cdefgh']), qtype=QSYMBOL_LIST))),
('`abc`def`gh!([] one: 1 2 3; two: 4 5 6)',
QDictionary(
qlist(numpy.array(['abc', 'def', 'gh']), qtype=QSYMBOL_LIST),
qtable(qlist(numpy.array(['one', 'two']), qtype=QSYMBOL_LIST), [
qlist(numpy.array([1, 2, 3]), qtype=QLONG_LIST),
qlist(numpy.array([4, 5, 6]), qtype=QLONG_LIST)
]))),
('(`x`y!(`a;2))',
(b'("quick"; " "; "fox"; "jumps"; "over"; "a lazy"; "dog")',
[b'quick', b' ', b'fox', b'jumps', b'over', b'a lazy', b'dog']),
(b'{x+y}', QLambda('{x+y}')),
(b'{x+y}[3]', QProjection([QLambda('{x+y}'), numpy.int64(3)])),
(b'insert [1]', QProjection([QFunction(0), numpy.int64(1)])),
(b'xbar', QLambda('k){x*y div x:$[16h=abs[@x];"j"$x;x]}')),
(b'not', QFunction(0)),
(b'and', QFunction(0)),
(b'md5', QProjection([QFunction(0), numpy.int64(-15)])),
(b'any', QFunction(0)),
(b'save', QFunction(0)),
(b'raze', QFunction(0)),
(b'sums', QFunction(0)),
(b'prev', QFunction(0)),
(b'(enlist `a)!(enlist 1)', QDictionary(qlist(numpy.array(['a']), qtype = QSYMBOL_LIST),
qlist(numpy.array([1], dtype=numpy.int64), qtype=QLONG_LIST))),
(b'1 2!`abc`cdefgh', QDictionary(qlist(numpy.array([1, 2], dtype=numpy.int64), qtype=QLONG_LIST),
qlist(numpy.array(['abc', 'cdefgh']), qtype = QSYMBOL_LIST))),
(b'`abc`def`gh!([] one: 1 2 3; two: 4 5 6)', QDictionary(qlist(numpy.array(['abc', 'def', 'gh']), qtype = QSYMBOL_LIST),
qtable(qlist(numpy.array(['one', 'two']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
qlist(numpy.array([4, 5, 6]), qtype = QLONG_LIST)]))),
(b'(0 1; 2 3)!`first`second', QDictionary([qlist(numpy.array([0, 1], dtype=numpy.int64), qtype=QLONG_LIST), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST)],
qlist(numpy.array(['first', 'second']), qtype = QSYMBOL_LIST))),
(b'(1;2h;3.234;"4")!(`one;2 3;"456";(7;8 9))', QDictionary([numpy.int64(1), numpy.int16(2), numpy.float64(3.234), b'4'],
[numpy.string_('one'), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST), b'456', [numpy.int64(7), qlist(numpy.array([8, 9], dtype=numpy.int64), qtype=QLONG_LIST)]])),
(b'`A`B`C!((1;3.234;3);(`x`y!(`a;2));5.5e)', QDictionary(qlist(numpy.array(['A', 'B', 'C']), qtype = QSYMBOL_LIST),
[[numpy.int64(1), numpy.float64(3.234), numpy.int64(3)], QDictionary(qlist(numpy.array(['x', 'y']), qtype = QSYMBOL_LIST), [b'a', numpy.int64(2)]), numpy.float32(5.5)])),
(b'flip `abc`def!(1 2 3; 4 5 6)', qtable(qlist(numpy.array(['abc', 'def']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
('2001.01.01 2000.05.01 0Nd', {'data': pandas.Series(numpy.array([numpy.datetime64('2001-01-01'), numpy.datetime64('2000-05-01'), numpy.datetime64('NaT')], dtype='datetime64[D]')),
'meta': MetaData(qtype = QDATE_LIST) }),
('2000.01.04T05:36:57.600 0Nz', {'data': pandas.Series(numpy.array([numpy.datetime64('2000-01-04T05:36:57.600Z', 'ms'), numpy.datetime64('nat', 'ms')])),
'meta': MetaData(qtype = QDATETIME_LIST) }),
('12:01 0Nu', {'data': pandas.Series(numpy.array([numpy.timedelta64(721, 'm'), numpy.timedelta64('nat', 'm')])),
'meta': MetaData(qtype = QMINUTE_LIST) }),
('12:05:00 0Nv', {'data': pandas.Series(numpy.array([numpy.timedelta64(43500, 's'), numpy.timedelta64('nat', 's')])),
'meta': MetaData(qtype = QSECOND_LIST) }),
('12:04:59.123 0Nt', {'data': pandas.Series(numpy.array([numpy.timedelta64(43499123, 'ms'), numpy.timedelta64('nat', 'ms')])),
'meta': MetaData(qtype = QTIME_LIST) }),
('2000.01.04D05:36:57.600 0Np', {'data': pandas.Series(numpy.array([numpy.datetime64('2000-01-04T05:36:57.600Z', 'ns'), numpy.datetime64('nat', 'ns')])),
'meta': MetaData(qtype = QTIMESTAMP_LIST) }),
('0D05:36:57.600 0Nn', {'data': pandas.Series(numpy.array([numpy.timedelta64(20217600000000, 'ns'), numpy.timedelta64('nat', 'ns')])),
'meta': MetaData(qtype = QTIMESPAN_LIST) }),
('1 2!`abc`cdefgh', QDictionary(qlist(numpy.array([1, 2], dtype=numpy.int64), qtype=QLONG_LIST),
qlist(numpy.array(['abc', 'cdefgh']), qtype = QSYMBOL_LIST))),
('(0 1; 2 3)!`first`second', QDictionary([qlist(numpy.array([0, 1], dtype=numpy.int64), qtype=QLONG_LIST), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST)],
qlist(numpy.array(['first', 'second']), qtype = QSYMBOL_LIST))),
('(1;2h;3.234;"4")!(`one;2 3;"456";(7;8 9))', QDictionary([numpy.int64(1), numpy.int16(2), numpy.float64(3.234), '4'],
[numpy.string_('one'), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST), '456', [numpy.int64(7), qlist(numpy.array([8, 9], dtype=numpy.int64), qtype=QLONG_LIST)]])),
('`A`B`C!((1;3.234;3);(`x`y!(`a;2));5.5e)', QDictionary(qlist(numpy.array(['A', 'B', 'C']), qtype = QSYMBOL_LIST),
[[numpy.int64(1), numpy.float64(3.234), numpy.int64(3)], QDictionary(qlist(numpy.array(['x', 'y']), qtype = QSYMBOL_LIST), [numpy.string_('a'), numpy.int64(2)]), numpy.float32(5.5)])),
('flip `abc`def!(1 2 3; 4 5 6)', {'data': pandas.DataFrame(OrderedDict((('abc', pandas.Series(numpy.array([1, 2, 3], dtype = numpy.int64))),
('def', pandas.Series(numpy.array([4, 5, 6], dtype = numpy.int64)))))
),
'meta': MetaData(**{'qtype': QTABLE, 'abc': QLONG_LIST, 'def': QLONG_LIST}) }),
('flip `name`iq!(`Dent`Beeblebrox`Prefect;98 42 126)',
{'data': pandas.DataFrame(OrderedDict((('name', pandas.Series(['Dent', 'Beeblebrox', 'Prefect'])),
('iq', pandas.Series(numpy.array([98, 42, 126], dtype = numpy.int64)))))
),
def test_reading():
BINARY = OrderedDict()
with open('tests/QExpressions3.out', 'rb') as f:
while True:
query = f.readline().strip()
binary = f.readline().strip()
if not binary:
break
BINARY[query] = binary
buffer_reader = qreader.QReader(None)
print('Deserialization')
def test_reading_one(query, value):
buffer_ = BytesIO()
binary = binascii.unhexlify(BINARY[query])
buffer_.write(b'\1\0\0\0')
buffer_.write(struct.pack('i', len(binary) + 8))
buffer_.write(binary)
buffer_.seek(0)
sys.stdout.write(' %-75s' % query)
try:
header = buffer_reader.read_header(source=buffer_.getvalue())
result = buffer_reader.read_data(
message_size=header.size,
compression_mode=header.compression_mode,
raw=True)
assert compare(buffer_.getvalue()[8:],
result), 'raw reading failed: %s' % (query)
stream_reader = qreader.QReader(buffer_)
result = stream_reader.read(raw=True).data
assert compare(buffer_.getvalue()[8:],
result), 'raw reading failed: %s' % (query)
result = buffer_reader.read(source=buffer_.getvalue()).data
if type(value) == QTemporalList:
assert compare(
value, result
), 'deserialization failed: %s, expected: %s actual: %s' % (
query, [x.raw for x in value], [x.raw for x in result])
else:
assert compare(
value, result
), 'deserialization failed: %s, expected: %s actual: %s' % (
query, value, result)
header = buffer_reader.read_header(source=buffer_.getvalue())
result = buffer_reader.read_data(
message_size=header.size,
compression_mode=header.compression_mode)
assert compare(value,
result), 'deserialization failed: %s' % (query)
buffer_.seek(0)
stream_reader = qreader.QReader(buffer_)
result = stream_reader.read().data
assert compare(
value, result
), 'deserialization failed: %s, expected: %s actual: %s' % (
query, value, result)
print('.')
except QException as e:
assert isinstance(value, QException)
assert e.args == value.args
print('.')
test_reading_one(
b'("G"$"8c680a01-5a49-5aab-5a65-d4bfddb6a661"; 0Ng)',
qlist(numpy.array(
[uuid.UUID('8c680a01-5a49-5aab-5a65-d4bfddb6a661'),
qnull(QGUID)]),
qtype=QGUID_LIST))
test_reading_one(b'"G"$"8c680a01-5a49-5aab-5a65-d4bfddb6a661"',
uuid.UUID('8c680a01-5a49-5aab-5a65-d4bfddb6a661'))
test_reading_one(b'"G"$"00000000-0000-0000-0000-000000000000"',
uuid.UUID('00000000-0000-0000-0000-000000000000'))
test_reading_one(
b'(2001.01m; 0Nm)',
qlist(numpy.array([12, qnull(QMONTH)]), qtype=QMONTH_LIST))
test_reading_one(b'2001.01m',
qtemporal(numpy.datetime64('2001-01', 'M'), qtype=QMONTH))
test_reading_one(b'0Nm',
qtemporal(numpy.datetime64('NaT', 'M'), qtype=QMONTH))
test_reading_one(
b'2001.01.01 2000.05.01 0Nd',
qlist(numpy.array([366, 121, qnull(QDATE)]), qtype=QDATE_LIST))
test_reading_one(
b'2001.01.01',
qtemporal(numpy.datetime64('2001-01-01', 'D'), qtype=QDATE))
test_reading_one(b'0Nd',
qtemporal(numpy.datetime64('NaT', 'D'), qtype=QDATE))
test_reading_one(
b'2000.01.04T05:36:57.600 0Nz',
qlist(numpy.array([3.234, qnull(QDATETIME)]), qtype=QDATETIME_LIST))
test_reading_one(
b'2000.01.04T05:36:57.600',
qtemporal(numpy.datetime64('2000-01-04T05:36:57.600', 'ms'),
qtype=QDATETIME))
test_reading_one(b'0Nz',
qtemporal(numpy.datetime64('NaT', 'ms'), qtype=QDATETIME))
test_reading_one(
b'12:01 0Nu',
qlist(numpy.array([721, qnull(QMINUTE)]), qtype=QMINUTE_LIST))
test_reading_one(b'12:01',
qtemporal(numpy.timedelta64(721, 'm'), qtype=QMINUTE))
test_reading_one(b'0Nu',
qtemporal(numpy.timedelta64('NaT', 'm'), qtype=QMINUTE))
test_reading_one(
b'12:05:00 0Nv',
qlist(numpy.array([43500, qnull(QSECOND)]), qtype=QSECOND_LIST))
test_reading_one(b'12:05:00',
qtemporal(numpy.timedelta64(43500, 's'), qtype=QSECOND))
test_reading_one(b'0Nv',
qtemporal(numpy.timedelta64('NaT', 's'), qtype=QSECOND))
test_reading_one(
b'12:04:59.123 0Nt',
qlist(numpy.array([43499123, qnull(QTIME)]), qtype=QTIME_LIST))
test_reading_one(b'12:04:59.123',
qtemporal(numpy.timedelta64(43499123, 'ms'), qtype=QTIME))
test_reading_one(b'0Nt',
qtemporal(numpy.timedelta64('NaT', 'ms'), qtype=QTIME))
test_reading_one(
b'2000.01.04D05:36:57.600 0Np',
qlist(numpy.array([long(279417600000000),
qnull(QTIMESTAMP)]),
qtype=QTIMESTAMP_LIST))
test_reading_one(
b'2000.01.04D05:36:57.600',
qtemporal(numpy.datetime64('2000-01-04T05:36:57.600', 'ns'),
qtype=QTIMESTAMP))
test_reading_one(
b'0Np', qtemporal(numpy.datetime64('NaT', 'ns'), qtype=QTIMESTAMP))
test_reading_one(
b'0D05:36:57.600 0Nn',
qlist(numpy.array([long(20217600000000),
qnull(QTIMESPAN)]),
qtype=QTIMESPAN_LIST))
test_reading_one(
b'0D05:36:57.600',
qtemporal(numpy.timedelta64(20217600000000, 'ns'), qtype=QTIMESPAN))
test_reading_one(
b'0Nn', qtemporal(numpy.timedelta64('NaT', 'ns'), qtype=QTIMESPAN))
test_reading_one(b'::', None)
test_reading_one(b'1+`', QException(b'type'))
test_reading_one(b'1', numpy.int64(1))
test_reading_one(b'1i', numpy.int32(1))
test_reading_one(b'-234h', numpy.int16(-234))
test_reading_one(b'0b', numpy.bool_(False))
test_reading_one(b'1b', numpy.bool_(True))
test_reading_one(b'0x2a', numpy.byte(0x2a))
test_reading_one(b'89421099511627575j',
numpy.int64(long(89421099511627575)))
test_reading_one(b'5.5e', numpy.float32(5.5))
test_reading_one(b'3.234', numpy.float64(3.234))
test_reading_one(b'"0"', b'0')
test_reading_one(b'"abc"', b'abc')
test_reading_one(b'"quick brown fox jumps over a lazy dog"',
b'quick brown fox jumps over a lazy dog')
test_reading_one(b'`abc', numpy.string_('abc'))
test_reading_one(b'`quickbrownfoxjumpsoveralazydog',
numpy.string_('quickbrownfoxjumpsoveralazydog'))
test_reading_one(b'0Nh', qnull(QSHORT))
test_reading_one(b'0N', qnull(QLONG))
test_reading_one(b'0Ni', qnull(QINT))
test_reading_one(b'0Nj', qnull(QLONG))
test_reading_one(b'0Ne', qnull(QFLOAT))
test_reading_one(b'0n', qnull(QDOUBLE))
test_reading_one(b'" "', qnull(QSTRING))
test_reading_one(b'`', qnull(QSYMBOL))
test_reading_one(b'0Ng', qnull(QGUID))
test_reading_one(b'()', []),
test_reading_one(
b'(0b;1b;0b)',
qlist(numpy.array([False, True, False], dtype=numpy.bool_),
qtype=QBOOL_LIST))
test_reading_one(
b'(0x01;0x02;0xff)',
qlist(numpy.array([0x01, 0x02, 0xff], dtype=numpy.byte),
qtype=QBYTE_LIST))
test_reading_one(
b'(1h;2h;3h)',
qlist(numpy.array([1, 2, 3], dtype=numpy.int16), qtype=QSHORT_LIST))
test_reading_one(
b'(1h;0Nh;3h)',
qlist(numpy.array([1, qnull(QSHORT), 3], dtype=numpy.int16),
qtype=QSHORT_LIST))
test_reading_one(
b'1 2 3',
qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype=QLONG_LIST))
test_reading_one(
b'1 0N 3',
qlist(numpy.array([1, qnull(QLONG), 3], dtype=numpy.int64),
qtype=QLONG_LIST))
test_reading_one(
b'(1i;2i;3i)',
qlist(numpy.array([1, 2, 3], dtype=numpy.int32), qtype=QINT_LIST))
test_reading_one(
b'(1i;0Ni;3i)',
qlist(numpy.array([1, qnull(QINT), 3], dtype=numpy.int32),
qtype=QINT_LIST))
test_reading_one(
b'(1j;2j;3j)',
qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype=QLONG_LIST))
test_reading_one(
b'(1j;0Nj;3j)',
qlist(numpy.array([1, qnull(QLONG), 3], dtype=numpy.int64),
qtype=QLONG_LIST))
test_reading_one(
b'(5.5e; 8.5e)',
qlist(numpy.array([5.5, 8.5], dtype=numpy.float32), qtype=QFLOAT_LIST))
test_reading_one(
b'(5.5e; 0Ne)',
qlist(numpy.array([5.5, qnull(QFLOAT)], dtype=numpy.float32),
qtype=QFLOAT_LIST))
test_reading_one(
b'3.23 6.46',
qlist(numpy.array([3.23, 6.46], dtype=numpy.float64),
qtype=QDOUBLE_LIST))
test_reading_one(
b'3.23 0n',
qlist(numpy.array([3.23, qnull(QDOUBLE)], dtype=numpy.float64),
qtype=QDOUBLE_LIST))
test_reading_one(
b'(1;`bcd;"0bc";5.5e)',
[numpy.int64(1),
numpy.string_('bcd'), b'0bc',
numpy.float32(5.5)])
test_reading_one(
b'(42;::;`foo)',
[numpy.int64(42), None, numpy.string_('foo')])
test_reading_one(
b'`the`quick`brown`fox',
qlist(numpy.array([
numpy.string_('the'),
numpy.string_('quick'),
numpy.string_('brown'),
numpy.string_('fox')
],
dtype=object),
qtype=QSYMBOL_LIST))
test_reading_one(
b'``quick``fox',
qlist(numpy.array([
qnull(QSYMBOL),
numpy.string_('quick'),
qnull(QSYMBOL),
numpy.string_('fox')
],
dtype=object),
qtype=QSYMBOL_LIST))
test_reading_one(
b'``',
qlist(numpy.array([qnull(QSYMBOL), qnull(QSYMBOL)], dtype=object),
qtype=QSYMBOL_LIST))
test_reading_one(
b'("quick"; "brown"; "fox"; "jumps"; "over"; "a lazy"; "dog")',
[b'quick', b'brown', b'fox', b'jumps', b'over', b'a lazy', b'dog'])
test_reading_one(
b'("quick"; " "; "fox"; "jumps"; "over"; "a lazy"; "dog")',
[b'quick', b' ', b'fox', b'jumps', b'over', b'a lazy', b'dog'])
test_reading_one(b'{x+y}', QLambda('{x+y}')),
test_reading_one(b'{x+y}[3]',
QProjection([QLambda('{x+y}'),
numpy.int64(3)]))
test_reading_one(b'insert [1]', QProjection([QFunction(0),
numpy.int64(1)]))
test_reading_one(b'xbar', QLambda('k){x*y div x:$[16h=abs[@x];"j"$x;x]}'))
test_reading_one(b'not', QFunction(0))
test_reading_one(b'and', QFunction(0))
test_reading_one(b'md5', QProjection([QFunction(0), numpy.int64(-15)]))
test_reading_one(b'any', QFunction(0))
test_reading_one(b'save', QFunction(0))
test_reading_one(b'raze', QFunction(0))
test_reading_one(b'sums', QFunction(0))
test_reading_one(b'prev', QFunction(0))
test_reading_one(
b'(enlist `a)!(enlist 1)',
QDictionary(
qlist(numpy.array(['a']), qtype=QSYMBOL_LIST),
qlist(numpy.array([1], dtype=numpy.int64), qtype=QLONG_LIST)))
test_reading_one(
b'1 2!`abc`cdefgh',
QDictionary(
qlist(numpy.array([1, 2], dtype=numpy.int64), qtype=QLONG_LIST),
qlist(numpy.array(['abc', 'cdefgh']), qtype=QSYMBOL_LIST)))
test_reading_one(
b'`abc`def`gh!([] one: 1 2 3; two: 4 5 6)',
QDictionary(
qlist(numpy.array(['abc', 'def', 'gh']), qtype=QSYMBOL_LIST),
qtable(qlist(numpy.array(['one', 'two']), qtype=QSYMBOL_LIST), [
qlist(numpy.array([1, 2, 3]), qtype=QLONG_LIST),
qlist(numpy.array([4, 5, 6]), qtype=QLONG_LIST)
])))
test_reading_one(
b'(0 1; 2 3)!`first`second',
QDictionary([
qlist(numpy.array([0, 1], dtype=numpy.int64), qtype=QLONG_LIST),
qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST)
], qlist(numpy.array(['first', 'second']), qtype=QSYMBOL_LIST)))
test_reading_one(
b'(1;2h;3.234;"4")!(`one;2 3;"456";(7;8 9))',
QDictionary(
[numpy.int64(1),
numpy.int16(2),
numpy.float64(3.234), b'4'], [
numpy.string_('one'),
qlist(numpy.array([2, 3], dtype=numpy.int64),
qtype=QLONG_LIST), b'456',
[
numpy.int64(7),
qlist(numpy.array([8, 9], dtype=numpy.int64),
qtype=QLONG_LIST)
]
]))
test_reading_one(
b'`A`B`C!((1;3.234;3);(`x`y!(`a;2));5.5e)',
QDictionary(
qlist(numpy.array(['A', 'B', 'C']), qtype=QSYMBOL_LIST),
[[numpy.int64(1),
numpy.float64(3.234),
numpy.int64(3)],
QDictionary(qlist(numpy.array(['x', 'y']), qtype=QSYMBOL_LIST),
[b'a', numpy.int64(2)]),
numpy.float32(5.5)]))
test_reading_one(
b'flip `abc`def!(1 2 3; 4 5 6)',
qtable(qlist(numpy.array(['abc', 'def']), qtype=QSYMBOL_LIST), [
qlist(numpy.array([1, 2, 3]), qtype=QLONG_LIST),
qlist(numpy.array([4, 5, 6]), qtype=QLONG_LIST)
]))
test_reading_one(
b'flip `name`iq!(`Dent`Beeblebrox`Prefect;98 42 126)',
qtable(qlist(numpy.array(['name', 'iq']), qtype=QSYMBOL_LIST), [
qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']),
qtype=QSYMBOL_LIST),
qlist(numpy.array([98, 42, 126]), qtype=QLONG_LIST)
]))
test_reading_one(
b'flip `name`iq`grade!(`Dent`Beeblebrox`Prefect;98 42 126;"a c")',
qtable(qlist(numpy.array(['name', 'iq', 'grade']), qtype=QSYMBOL_LIST),
[
qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']),
qtype=QSYMBOL_LIST),
qlist(numpy.array([98, 42, 126]), qtype=QLONG_LIST), b"a c"
]))
test_reading_one(
b'flip `name`iq`fullname!(`Dent`Beeblebrox`Prefect;98 42 126;("Arthur Dent"; "Zaphod Beeblebrox"; "Ford Prefect"))',
qtable(
qlist(numpy.array(['name', 'iq', 'fullname']), qtype=QSYMBOL_LIST),
[
qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']),
qtype=QSYMBOL_LIST),
qlist(numpy.array([98, 42, 126]), qtype=QLONG_LIST),
[b"Arthur Dent", b"Zaphod Beeblebrox", b"Ford Prefect"]
]))
test_reading_one(
b'flip `name`iq`fullname!(`Dent`Beeblebrox`Prefect;98 42 126;("Arthur Dent"; " "; "Ford Prefect"))',
qtable(
qlist(numpy.array(['name', 'iq', 'fullname']), qtype=QSYMBOL_LIST),
[
qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']),
qtype=QSYMBOL_LIST),
qlist(numpy.array([98, 42, 126]), qtype=QLONG_LIST),
[b"Arthur Dent", b" ", b"Ford Prefect"]
]))
test_reading_one(
b'([] sc:1 2 3; nsc:(1 2; 3 4; 5 6 7))',
qtable(qlist(numpy.array(['sc', 'nsc']), qtype=QSYMBOL_LIST), [
qlist(numpy.array([1, 2, 3]), qtype=QLONG_LIST),
[
qlist(numpy.array([1, 2]), qtype=QLONG_LIST),
qlist(numpy.array([3, 4]), qtype=QLONG_LIST),
qlist(numpy.array([5, 6, 7]), qtype=QLONG_LIST)
]
]))
test_reading_one(
b'([] sc:1 2 3; nsc:(1 2; 3 4; 5 6))',
qtable(qlist(numpy.array(['sc', 'nsc']), qtype=QSYMBOL_LIST), [
qlist(numpy.array([1, 2, 3]), qtype=QLONG_LIST),
[
qlist(numpy.array([1, 2]), qtype=QLONG_LIST),
qlist(numpy.array([3, 4]), qtype=QLONG_LIST),
qlist(numpy.array([5, 6]), qtype=QLONG_LIST)
]
]))
test_reading_one(
b'1#([] sym:`x`x`x;str:" a")',
qtable(qlist(numpy.array(['sym', 'str']), qtype=QSYMBOL_LIST), [
qlist(numpy.array(['x'], dtype=numpy.string_), qtype=QSYMBOL_LIST),
b" "
]))
test_reading_one(
b'-1#([] sym:`x`x`x;str:" a")',
qtable(qlist(numpy.array(['sym', 'str']), qtype=QSYMBOL_LIST), [
qlist(numpy.array(['x'], dtype=numpy.string_), qtype=QSYMBOL_LIST),
b"a"
]))
test_reading_one(
b'2#([] sym:`x`x`x`x;str:" aa")',
qtable(qlist(numpy.array(['sym', 'str']), qtype=QSYMBOL_LIST), [
qlist(numpy.array(['x', 'x'], dtype=numpy.string_),
qtype=QSYMBOL_LIST), b" "
]))
test_reading_one(
b'-2#([] sym:`x`x`x`x;str:" aa")',
qtable(qlist(numpy.array(['sym', 'str']), qtype=QSYMBOL_LIST), [
qlist(numpy.array(['x', 'x'], dtype=numpy.string_),
qtype=QSYMBOL_LIST), b"aa"
]))
test_reading_one(
b'([] name:`symbol$(); iq:`int$())',
qtable(qlist(numpy.array(['name', 'iq']), qtype=QSYMBOL_LIST), [
qlist(numpy.array([], dtype=numpy.string_), qtype=QSYMBOL_LIST),
qlist(numpy.array([]), qtype=QINT_LIST)
]))
test_reading_one(
b'([] pos:`d1`d2`d3;dates:(2001.01.01;2000.05.01;0Nd))',
qtable(qlist(numpy.array(['pos', 'dates']), qtype=QSYMBOL_LIST), [
qlist(numpy.array(['d1', 'd2', 'd3']), qtype=QSYMBOL_LIST),
qlist(numpy.array([366, 121, qnull(QDATE)]), qtype=QDATE_LIST)
]))
test_reading_one(
b'([eid:1001 1002 1003] pos:`d1`d2`d3;dates:(2001.01.01;2000.05.01;0Nd))',
QKeyedTable(
qtable(qlist(numpy.array(['eid']), qtype=QSYMBOL_LIST),
[qlist(numpy.array([1001, 1002, 1003]), qtype=QLONG_LIST)]),
qtable(qlist(numpy.array(['pos', 'dates']), qtype=QSYMBOL_LIST), [
qlist(numpy.array(['d1', 'd2', 'd3']), qtype=QSYMBOL_LIST),
qlist(numpy.array([366, 121, qnull(QDATE)]), qtype=QDATE_LIST)
])))
def test_writing():
w = qwriter.QWriter(None, 3)
def test_writing_one(query, value):
sys.stdout.write( '%-75s' % query )
if isinstance(value, tuple):
for obj in value:
sys.stdout.write( '.' )
serialized = binascii.hexlify(w.write(obj, 1))[16:].lower()
assert serialized == BINARY[query].lower(), 'serialization failed: %s, expected: %s actual: %s' % (query, BINARY[query].lower(), serialized)
elif isinstance(value, dict):
sys.stdout.write( '.' )
single_char_strings = value['single_char_strings'] if 'single_char_strings' in value else False
serialized = binascii.hexlify(w.write(value['data'], 1, single_char_strings = single_char_strings))[16:].lower()
assert serialized == BINARY[query].lower(), 'serialization failed: %s, expected: %s actual: %s' % (query, BINARY[query].lower(), serialized)
else:
sys.stdout.write( '.' )
serialized = binascii.hexlify(w.write(value, 1))[16:].lower()
assert serialized == BINARY[query].lower(), 'serialization failed: %s, expected: %s actual: %s' % (query, BINARY[query].lower(), serialized)
print('')
test_writing_one(b'("G"$"8c680a01-5a49-5aab-5a65-d4bfddb6a661"; 0Ng)',
qlist(numpy.array([uuid.UUID('8c680a01-5a49-5aab-5a65-d4bfddb6a661'), qnull(QGUID)]), qtype=QGUID_LIST))
test_writing_one(b'"G"$"8c680a01-5a49-5aab-5a65-d4bfddb6a661"', uuid.UUID('8c680a01-5a49-5aab-5a65-d4bfddb6a661'))
test_writing_one(b'"G"$"00000000-0000-0000-0000-000000000000"', uuid.UUID('00000000-0000-0000-0000-000000000000'))
test_writing_one (b'(2001.01m; 0Nm)', (qlist(numpy.array([to_raw_qtemporal(numpy.datetime64('2001-01', 'M'), QMONTH), qnull(QMONTH)]), qtype=QMONTH_LIST),
qlist(numpy.array([12, qnull(QMONTH)]), qtype=QMONTH_LIST),
qlist(array_to_raw_qtemporal(numpy.array([numpy.datetime64('2001-01', 'M'), numpy.datetime64('NaT', 'M')]), qtype = QMONTH_LIST), qtype = QMONTH_LIST),
qlist([12, qnull(QMONTH)], qtype=QMONTH_LIST),
qlist(numpy.array([numpy.datetime64('2001-01'), numpy.datetime64('NaT')], dtype='datetime64[M]'), qtype=QMONTH_LIST),
numpy.array([numpy.datetime64('2001-01'), numpy.datetime64('NaT')], dtype='datetime64[M]'),
))
test_writing_one(b'2001.01m', (qtemporal(numpy.datetime64('2001-01', 'M'), qtype=QMONTH),
numpy.datetime64('2001-01', 'M')))
test_writing_one(b'0Nm', (qtemporal(qnull(QMONTH), qtype=QMONTH),
qtemporal(numpy.datetime64('NaT', 'M'), qtype=QMONTH),
numpy.datetime64('NaT', 'M')))
test_writing_one(b'2001.01.01 2000.05.01 0Nd', (qlist(numpy.array([to_raw_qtemporal(numpy.datetime64('2001-01-01', 'D'), qtype=QDATE), to_raw_qtemporal(numpy.datetime64('2000-05-01', 'D'), qtype=QDATE), qnull(QDATE)]), qtype=QDATE_LIST),
qlist(numpy.array([366, 121, qnull(QDATE)]), qtype=QDATE_LIST),
qlist(array_to_raw_qtemporal(numpy.array([numpy.datetime64('2001-01-01', 'D'), numpy.datetime64('2000-05-01', 'D'), numpy.datetime64('NaT', 'D')]), qtype = QDATE_LIST), qtype = QDATE_LIST),
qlist([366, 121, qnull(QDATE)], qtype=QDATE_LIST),
qlist(numpy.array([numpy.datetime64('2001-01-01'), numpy.datetime64('2000-05-01'), numpy.datetime64('NaT')], dtype='datetime64[D]'), qtype=QDATE_LIST),
numpy.array([numpy.datetime64('2001-01-01'), numpy.datetime64('2000-05-01'), numpy.datetime64('NaT')], dtype='datetime64[D]'),
))
test_writing_one(b'2001.01.01', (qtemporal(numpy.datetime64('2001-01-01', 'D'), qtype=QDATE),
numpy.datetime64('2001-01-01', 'D')))
test_writing_one(b'0Nd', (qtemporal(qnull(QDATE), qtype=QDATE),
qtemporal(numpy.datetime64('NaT', 'D'), qtype=QDATE),
numpy.datetime64('NaT', 'D')))
test_writing_one(b'2000.01.04T05:36:57.600 0Nz', (qlist(numpy.array([3.234, qnull(QDATETIME)]), qtype=QDATETIME_LIST),
qlist(array_to_raw_qtemporal(numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ms'), numpy.datetime64('nat', 'ms')]), qtype=QDATETIME_LIST), qtype=QDATETIME_LIST),
qlist([3.234, qnull(QDATETIME)], qtype=QDATETIME_LIST),
qlist(numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ms'), numpy.datetime64('nat', 'ms')]), qtype = QDATETIME_LIST),
numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ms'), numpy.datetime64('nat', 'ms')])
))
test_writing_one(b'2000.01.04T05:36:57.600', (qtemporal(numpy.datetime64('2000-01-04T05:36:57.600', 'ms'), qtype=QDATETIME),
numpy.datetime64('2000-01-04T05:36:57.600', 'ms')))
test_writing_one(b'0Nz', (qtemporal(qnull(QDATETIME), qtype=QDATETIME),
qtemporal(numpy.datetime64('NaT', 'ms'), qtype=QDATETIME),
numpy.datetime64('NaT', 'ms')))
test_writing_one(b'12:01 0Nu', (qlist(numpy.array([721, qnull(QMINUTE)]), qtype=QMINUTE_LIST),
qlist(array_to_raw_qtemporal(numpy.array([numpy.timedelta64(721, 'm'), numpy.timedelta64('nat', 'm')]), qtype=QMINUTE_LIST), qtype=QMINUTE_LIST),
qlist([721, qnull(QMINUTE)], qtype=QMINUTE_LIST),
qlist(numpy.array([numpy.timedelta64(721, 'm'), numpy.timedelta64('nat', 'm')]), qtype = QMINUTE),
numpy.array([numpy.timedelta64(721, 'm'), numpy.timedelta64('nat', 'm')]),
))
test_writing_one(b'12:01', (qtemporal(numpy.timedelta64(721, 'm'), qtype=QMINUTE),
numpy.timedelta64(721, 'm')))
test_writing_one(b'0Nu', (qtemporal(qnull(QMINUTE), qtype=QMINUTE),
qtemporal(numpy.timedelta64('NaT', 'm'), qtype=QMINUTE),
numpy.timedelta64('NaT', 'm')))
test_writing_one(b'12:05:00 0Nv', (qlist(numpy.array([43500, qnull(QSECOND)]), qtype=QSECOND_LIST),
qlist(array_to_raw_qtemporal(numpy.array([numpy.timedelta64(43500, 's'), numpy.timedelta64('nat', 's')]), qtype=QSECOND_LIST), qtype=QSECOND_LIST),
qlist([43500, qnull(QSECOND)], qtype=QSECOND_LIST),
qlist(numpy.array([numpy.timedelta64(43500, 's'), numpy.timedelta64('nat', 's')]), qtype = QSECOND),
numpy.array([numpy.timedelta64(43500, 's'), numpy.timedelta64('nat', 's')])
))
test_writing_one(b'12:05:00', (qtemporal(numpy.timedelta64(43500, 's'), qtype=QSECOND),
numpy.timedelta64(43500, 's')))
test_writing_one(b'0Nv', (qtemporal(qnull(QSECOND), qtype=QSECOND),
qtemporal(numpy.timedelta64('nat', 's'), qtype=QSECOND),
numpy.timedelta64('nat', 's')))
test_writing_one(b'12:04:59.123 0Nt', (qlist(numpy.array([43499123, qnull(QTIME)]), qtype=QTIME_LIST),
qlist([43499123, qnull(QTIME)], qtype=QTIME_LIST),
qlist(numpy.array([numpy.timedelta64(43499123, 'ms'), numpy.timedelta64('nat', 'ms')]), qtype = QTIME_LIST),
numpy.array([numpy.timedelta64(43499123, 'ms'), numpy.timedelta64('nat', 'ms')])
))
test_writing_one(b'12:04:59.123', (qtemporal(numpy.timedelta64(43499123, 'ms'), qtype=QTIME),
numpy.timedelta64(43499123, 'ms')))
test_writing_one(b'0Nt', (qtemporal(qnull(QTIME), qtype=QTIME),
qtemporal(numpy.timedelta64('NaT', 'ms'), qtype=QTIME),
numpy.timedelta64('NaT', 'ms')))
test_writing_one(b'2000.01.04D05:36:57.600 0Np', (qlist(numpy.array([long(279417600000000), qnull(QTIMESTAMP)]), qtype=QTIMESTAMP_LIST),
qlist(array_to_raw_qtemporal(numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ns'), numpy.datetime64('nat', 'ns')]), qtype=QTIMESTAMP_LIST), qtype=QTIMESTAMP_LIST),
qlist([long(279417600000000), qnull(QTIMESTAMP)], qtype=QTIMESTAMP_LIST),
qlist(numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ns'), numpy.datetime64('nat', 'ns')]), qtype = QTIMESTAMP_LIST),
numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ns'), numpy.datetime64('nat', 'ns')])
))
test_writing_one(b'2000.01.04D05:36:57.600', (qtemporal(numpy.datetime64('2000-01-04T05:36:57.600', 'ns'), qtype=QTIMESTAMP),
numpy.datetime64('2000-01-04T05:36:57.600', 'ns')))
test_writing_one(b'0Np', (qtemporal(qnull(QTIMESTAMP), qtype=QTIMESTAMP),
qtemporal(numpy.datetime64('NaT', 'ns'), qtype=QTIMESTAMP),
numpy.datetime64('NaT', 'ns')))
test_writing_one(b'0D05:36:57.600 0Nn', (qlist(numpy.array([long(20217600000000), qnull(QTIMESPAN)]), qtype=QTIMESPAN_LIST),
qlist(array_to_raw_qtemporal(numpy.array([numpy.timedelta64(20217600000000, 'ns'), numpy.timedelta64('nat', 'ns')]), qtype=QTIMESPAN_LIST), qtype=QTIMESPAN_LIST),
qlist([long(20217600000000), qnull(QTIMESPAN)], qtype=QTIMESPAN_LIST),
qlist(numpy.array([numpy.timedelta64(20217600000000, 'ns'), numpy.timedelta64('nat', 'ns')]), qtype = QTIMESPAN_LIST),
numpy.array([numpy.timedelta64(20217600000000, 'ns'), numpy.timedelta64('nat', 'ns')])
))
test_writing_one(b'0D05:36:57.600', (qtemporal(numpy.timedelta64(20217600000000, 'ns'), qtype=QTIMESPAN),
numpy.timedelta64(20217600000000, 'ns')))
test_writing_one(b'0Nn', (qtemporal(qnull(QTIMESPAN), qtype=QTIMESPAN),
qtemporal(numpy.timedelta64('NaT', 'ns'), qtype=QTIMESPAN),
numpy.timedelta64('NaT', 'ns')))
test_writing_one(b'::', None)
test_writing_one(b'1+`', QException('type'))
test_writing_one(b'1', numpy.int64(1))
test_writing_one(b'1i', numpy.int32(1))
test_writing_one(b'-234h', numpy.int16(-234))
test_writing_one(b'0b', numpy.bool_(False))
test_writing_one(b'1b', numpy.bool_(True))
test_writing_one(b'0x2a', numpy.byte(0x2a))
test_writing_one(b'89421099511627575j', numpy.int64(long(89421099511627575)))
test_writing_one(b'5.5e', numpy.float32(5.5))
test_writing_one(b'3.234', numpy.float64(3.234))
test_writing_one(b'"0"', '0')
test_writing_one(b'"abc"', ('abc',
numpy.array(list('abc'), dtype='S')))
test_writing_one(b'"quick brown fox jumps over a lazy dog"', 'quick brown fox jumps over a lazy dog')
test_writing_one(b'`abc', numpy.string_('abc'))
test_writing_one(b'`quickbrownfoxjumpsoveralazydog', numpy.string_('quickbrownfoxjumpsoveralazydog'))
test_writing_one(b'0Nh', qnull(QSHORT))
test_writing_one(b'0N', qnull(QLONG))
test_writing_one(b'0Ni', qnull(QINT))
test_writing_one(b'0Nj', qnull(QLONG))
test_writing_one(b'0Ne', qnull(QFLOAT))
test_writing_one(b'0n', qnull(QDOUBLE))
test_writing_one(b'" "', qnull(QSTRING))
test_writing_one(b'`', qnull(QSYMBOL))
test_writing_one(b'0Ng', qnull(QGUID))
test_writing_one(b'()', [])
test_writing_one(b'(0b;1b;0b)', (numpy.array([False, True, False], dtype=numpy.bool_),
qlist(numpy.array([False, True, False]), qtype = QBOOL_LIST),
qlist([False, True, False], qtype = QBOOL_LIST)))
test_writing_one(b'(0x01;0x02;0xff)', (numpy.array([0x01, 0x02, 0xff], dtype=numpy.byte),
qlist(numpy.array([0x01, 0x02, 0xff], dtype=numpy.byte), qtype = QBYTE_LIST),
qlist(numpy.array([0x01, 0x02, 0xff]), qtype = QBYTE_LIST),
qlist([0x01, 0x02, 0xff], qtype = QBYTE_LIST)))
test_writing_one(b'(1h;2h;3h)', (numpy.array([1, 2, 3], dtype=numpy.int16),
qlist(numpy.array([1, 2, 3], dtype=numpy.int16), qtype = QSHORT_LIST),
qlist(numpy.array([1, 2, 3]), qtype = QSHORT_LIST),
qlist([1, 2, 3], qtype = QSHORT_LIST)))
test_writing_one(b'(1h;0Nh;3h)', qlist(numpy.array([1, qnull(QSHORT), 3], dtype=numpy.int16), qtype=QSHORT_LIST))
test_writing_one(b'1 2 3', (numpy.array([1, 2, 3], dtype=numpy.int64),
qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype = QLONG_LIST),
qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
qlist([1, 2, 3], qtype = QLONG_LIST)))
test_writing_one(b'1 0N 3', qlist(numpy.array([1, qnull(QLONG), 3], dtype=numpy.int64), qtype=QLONG_LIST))
test_writing_one(b'(1i;2i;3i)', (numpy.array([1, 2, 3], dtype=numpy.int32),
qlist(numpy.array([1, 2, 3], dtype=numpy.int32), qtype = QINT_LIST),
qlist(numpy.array([1, 2, 3]), qtype = QINT_LIST),
qlist([1, 2, 3], qtype = QINT_LIST)))
test_writing_one(b'(1i;0Ni;3i)', qlist(numpy.array([1, qnull(QINT), 3], dtype=numpy.int32), qtype=QINT_LIST))
test_writing_one(b'(1j;2j;3j)', (numpy.array([1, 2, 3], dtype=numpy.int64),
qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype = QLONG_LIST),
qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
qlist([1, 2, 3], qtype = QLONG_LIST)))
test_writing_one(b'(1j;0Nj;3j)', qlist(numpy.array([1, qnull(QLONG), 3], dtype=numpy.int64), qtype=QLONG_LIST))
test_writing_one(b'(5.5e; 8.5e)', (numpy.array([5.5, 8.5], dtype=numpy.float32),
qlist(numpy.array([5.5, 8.5], dtype=numpy.float32), qtype = QFLOAT_LIST),
qlist(numpy.array([5.5, 8.5]), qtype = QFLOAT_LIST),
qlist([5.5, 8.5], qtype = QFLOAT_LIST)))
test_writing_one(b'(5.5e; 0Ne)', qlist(numpy.array([5.5, qnull(QFLOAT)], dtype=numpy.float32), qtype=QFLOAT_LIST))
test_writing_one(b'3.23 6.46', (numpy.array([3.23, 6.46], dtype=numpy.float64),
qlist(numpy.array([3.23, 6.46], dtype=numpy.float64), qtype = QDOUBLE_LIST),
qlist(numpy.array([3.23, 6.46]), qtype = QDOUBLE_LIST),
qlist([3.23, 6.46], qtype = QDOUBLE_LIST)))
test_writing_one(b'3.23 0n', qlist(numpy.array([3.23, qnull(QDOUBLE)], dtype=numpy.float64), qtype=QDOUBLE_LIST))
test_writing_one(b'(1;`bcd;"0bc";5.5e)', [numpy.int64(1), numpy.string_('bcd'), '0bc', numpy.float32(5.5)])
test_writing_one(b'(42;::;`foo)', [numpy.int64(42), None, numpy.string_('foo')])
test_writing_one(b'(1;2h;3.234;"4")', [numpy.int64(1), numpy.int16(2), numpy.float64(3.234), '4'])
test_writing_one(b'(`one;2 3;"456";(7;8 9))', [numpy.string_('one'), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST), '456', [numpy.int64(7), qlist(numpy.array([8, 9], dtype=numpy.int64), qtype=QLONG_LIST)]])
test_writing_one(b'`jumps`over`a`lazy`dog', (numpy.array(['jumps', 'over', 'a', 'lazy', 'dog'], dtype=numpy.string_),
qlist(numpy.array(['jumps', 'over', 'a', 'lazy', 'dog']), qtype = QSYMBOL_LIST),
qlist(['jumps', 'over', 'a', 'lazy', 'dog'], qtype = QSYMBOL_LIST)))
test_writing_one(b'`the`quick`brown`fox', numpy.array([numpy.string_('the'), numpy.string_('quick'), numpy.string_('brown'), numpy.string_('fox')], dtype=object))
test_writing_one(b'``quick``fox', qlist(numpy.array([qnull(QSYMBOL), numpy.string_('quick'), qnull(QSYMBOL), numpy.string_('fox')], dtype=object), qtype=QSYMBOL_LIST))
test_writing_one(b'``', qlist(numpy.array([qnull(QSYMBOL), qnull(QSYMBOL)], dtype=object), qtype=QSYMBOL_LIST))
test_writing_one(b'("quick"; "brown"; "fox"; "jumps"; "over"; "a lazy"; "dog")',
(['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog'],
qlist(numpy.array(['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog']), qtype = QSTRING_LIST),
qlist(['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog'], qtype = QSTRING_LIST)))
test_writing_one(b'{x+y}', QLambda('{x+y}'))
test_writing_one(b'{x+y}[3]', QProjection([QLambda('{x+y}'), numpy.int64(3)]))
test_writing_one(b'(enlist `a)!(enlist 1)', (QDictionary(qlist(numpy.array(['a']), qtype = QSYMBOL_LIST),
qlist(numpy.array([1], dtype=numpy.int64), qtype=QLONG_LIST)),
QDictionary(qlist(numpy.array(['a']), qtype = QSYMBOL_LIST),
qlist(numpy.array([1]), qtype=QLONG_LIST))))
test_writing_one(b'1 2!`abc`cdefgh', QDictionary(qlist(numpy.array([1, 2], dtype=numpy.int64), qtype=QLONG_LIST),
qlist(numpy.array(['abc', 'cdefgh']), qtype = QSYMBOL_LIST)))
test_writing_one(b'`abc`def`gh!([] one: 1 2 3; two: 4 5 6)', QDictionary(qlist(numpy.array(['abc', 'def', 'gh']), qtype = QSYMBOL_LIST),
qtable(qlist(numpy.array(['one', 'two']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
qlist(numpy.array([4, 5, 6]), qtype = QLONG_LIST)])))
test_writing_one(b'(`x`y!(`a;2))', QDictionary(qlist(numpy.array(['x', 'y']), qtype = QSYMBOL_LIST),
[numpy.string_('a'), numpy.int64(2)]))
test_writing_one(b'(0 1; 2 3)!`first`second', QDictionary([qlist(numpy.array([0, 1], dtype=numpy.int64), qtype=QLONG_LIST), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST)],
qlist(numpy.array(['first', 'second']), qtype = QSYMBOL_LIST)))
test_writing_one(b'(1;2h;3.234;"4")!(`one;2 3;"456";(7;8 9))', QDictionary([numpy.int64(1), numpy.int16(2), numpy.float64(3.234), '4'],
[numpy.string_('one'), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST), '456', [numpy.int64(7), qlist(numpy.array([8, 9], dtype=numpy.int64), qtype=QLONG_LIST)]]))
test_writing_one(b'`A`B`C!((1;3.234;3);(`x`y!(`a;2));5.5e)', QDictionary(qlist(numpy.array(['A', 'B', 'C']), qtype = QSYMBOL_LIST),
[[numpy.int64(1), numpy.float64(3.234), numpy.int64(3)], QDictionary(qlist(numpy.array(['x', 'y']), qtype = QSYMBOL_LIST), [numpy.string_('a'), numpy.int64(2)]), numpy.float32(5.5)]))
test_writing_one(b'flip `abc`def!(1 2 3; 4 5 6)', (qtable(qlist(numpy.array(['abc', 'def']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype=QLONG_LIST),
qlist(numpy.array([4, 5, 6], dtype=numpy.int64), qtype=QLONG_LIST)],
qtype=QTABLE),
qtable(qlist(numpy.array(['abc', 'def']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
qlist(numpy.array([4, 5, 6]), qtype = QLONG_LIST)]),
qtable(qlist(['abc', 'def'], qtype = QSYMBOL_LIST),
[qlist([1, 2, 3], qtype = QLONG_LIST),
qlist([4, 5, 6], qtype = QLONG_LIST)]),
qtable(qlist(['abc', 'def'], qtype = QSYMBOL_LIST),
[qlist([1, 2, 3]), qlist([4, 5, 6])],
**{'abc': QLONG_LIST, 'def': QLONG_LIST}),
qtable(['abc', 'def'],
[[1, 2, 3], [4, 5, 6]],
**{'abc': QLONG, 'def': QLONG})))
test_writing_one(b'flip `name`iq!(`Dent`Beeblebrox`Prefect;98 42 126)',
(qtable(qlist(numpy.array(['name', 'iq']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST),
qlist(numpy.array([98, 42, 126], dtype=numpy.int64), qtype = QLONG_LIST)]),
qtable(qlist(numpy.array(['name', 'iq']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST),
qlist(numpy.array([98, 42, 126]), qtype = QLONG_LIST)]),
qtable(qlist(['name', 'iq'], qtype = QSYMBOL_LIST),
[qlist(['Dent', 'Beeblebrox', 'Prefect'], qtype = QSYMBOL_LIST),
qlist([98, 42, 126], qtype = QLONG_LIST)]),
qtable(qlist(['name', 'iq'], qtype = QSYMBOL_LIST),
[qlist(['Dent', 'Beeblebrox', 'Prefect']),
qlist([98, 42, 126])],
name = QSYMBOL, iq = QLONG),
qtable(['name', 'iq'],
[['Dent', 'Beeblebrox', 'Prefect'],
[98, 42, 126]],
name = QSYMBOL, iq = QLONG),
qtable(['name', 'iq'],
[['Dent', 'Beeblebrox', 'Prefect'],
[98, 42, 126]],
**{'name': QSYMBOL, 'iq': QLONG})))
test_writing_one(b'flip `name`iq`grade!(`Dent`Beeblebrox`Prefect;98 42 126;"a c")',
qtable(qlist(numpy.array(['name', 'iq', 'grade']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST),
qlist(numpy.array([98, 42, 126]), qtype = QLONG_LIST),
"a c"]))
test_writing_one(b'flip `name`iq`fullname!(`Dent`Beeblebrox`Prefect;98 42 126;("Arthur Dent"; "Zaphod Beeblebrox"; "Ford Prefect"))',
qtable(qlist(numpy.array(['name', 'iq', 'fullname']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST),
qlist(numpy.array([98, 42, 126]), qtype = QLONG_LIST),
qlist(numpy.array(["Arthur Dent", "Zaphod Beeblebrox", "Ford Prefect"]), qtype = QSTRING_LIST)]))
test_writing_one(b'flip `name`iq`misc!(`Dent`Beeblebrox`Prefect;98 42 126;("The Hitch Hiker\'s Guide to the Galaxy"; 160; 1979.10.12))',
qtable(qlist(numpy.array(['name', 'iq', 'misc']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST),
qlist(numpy.array([98, 42, 126]), qtype = QLONG_LIST),
qlist(numpy.array(["The Hitch Hiker\'s Guide to the Galaxy", long(160), qtemporal(numpy.datetime64('1979-10-12', 'D'), qtype=QDATE)]), qtype = QGENERAL_LIST)]))
test_writing_one(b'([] sc:1 2 3; nsc:(1 2; 3 4; 5 6 7))', (qtable(qlist(numpy.array(['sc', 'nsc']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype = QLONG_LIST),
[qlist(numpy.array([1, 2], dtype=numpy.int64), qtype = QLONG_LIST),
qlist(numpy.array([3, 4], dtype=numpy.int64), qtype = QLONG_LIST),
qlist(numpy.array([5, 6, 7], dtype=numpy.int64), qtype = QLONG_LIST)]]),
qtable(qlist(numpy.array(['sc', 'nsc']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
[qlist(numpy.array([1, 2]), qtype = QLONG_LIST),
qlist(numpy.array([3, 4]), qtype = QLONG_LIST),
qlist(numpy.array([5, 6, 7]), qtype = QLONG_LIST)]]),
qtable(qlist(['sc', 'nsc'], qtype = QSYMBOL_LIST),
[qlist([1, 2, 3], qtype = QLONG_LIST),
[qlist([1, 2], qtype = QLONG_LIST),
qlist([3, 4], qtype = QLONG_LIST),
qlist([5, 6, 7], qtype = QLONG_LIST)]])))
test_writing_one(b'([] sc:1 2 3; nsc:(1 2; 3 4; 5 6))', qtable(qlist(numpy.array(['sc', 'nsc']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
[qlist(numpy.array([1, 2]), qtype = QLONG_LIST),
qlist(numpy.array([3, 4]), qtype = QLONG_LIST),
qlist(numpy.array([5, 6]), qtype = QLONG_LIST)]]))
test_writing_one(b'1#([] sym:`x`x`x;str:" a")', {'data': qtable(qlist(numpy.array(['sym', 'str']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['x'], dtype=numpy.string_), qtype = QSYMBOL_LIST),
b" "]),
'single_char_strings': True
})
test_writing_one(b'-1#([] sym:`x`x`x;str:" a")', {'data': qtable(qlist(numpy.array(['sym', 'str']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['x'], dtype=numpy.string_), qtype = QSYMBOL_LIST),
b"a"]),
'single_char_strings': True
})
test_writing_one(b'2#([] sym:`x`x`x`x;str:" aa")', qtable(qlist(numpy.array(['sym', 'str']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['x', 'x'], dtype=numpy.string_), qtype = QSYMBOL_LIST),
b" "]))
test_writing_one(b'-2#([] sym:`x`x`x`x;str:" aa")', qtable(qlist(numpy.array(['sym', 'str']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['x', 'x'], dtype=numpy.string_), qtype = QSYMBOL_LIST),
b"aa"]))
test_writing_one(b'([] name:`symbol$(); iq:`int$())', (qtable(qlist(numpy.array(['name', 'iq']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([], dtype=numpy.string_), qtype = QSYMBOL_LIST),
qlist(numpy.array([], dtype=numpy.int32), qtype = QINT_LIST)]),
qtable(qlist(numpy.array(['name', 'iq']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([]), qtype = QSYMBOL_LIST),
qlist(numpy.array([]), qtype = QINT_LIST)]),
qtable(qlist(['name', 'iq'], qtype = QSYMBOL_LIST),
[qlist([], qtype = QSYMBOL_LIST),
qlist([], qtype = QINT_LIST)])))
test_writing_one(b'([] pos:`d1`d2`d3;dates:(2001.01.01;2000.05.01;0Nd))',
(qtable(qlist(numpy.array(['pos', 'dates']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['d1', 'd2', 'd3']), qtype = QSYMBOL_LIST),
qlist(numpy.array([366, 121, qnull(QDATE)]), qtype=QDATE_LIST)]),
qtable(['pos', 'dates'],
[qlist(numpy.array(['d1', 'd2', 'd3']), qtype = QSYMBOL_LIST),
numpy.array([numpy.datetime64('2001-01-01'), numpy.datetime64('2000-05-01'), numpy.datetime64('NaT')], dtype='datetime64[D]')])
))
test_writing_one(b'([eid:1001 1002 1003] pos:`d1`d2`d3;dates:(2001.01.01;2000.05.01;0Nd))',
QKeyedTable(qtable(qlist(numpy.array(['eid']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([1001, 1002, 1003]), qtype = QLONG_LIST)]),
qtable(qlist(numpy.array(['pos', 'dates']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['d1', 'd2', 'd3']), qtype = QSYMBOL_LIST),
qlist(numpy.array([366, 121, qnull(QDATE)]), qtype = QDATE_LIST)]))
)