def _write_temporal(self, data):
try:
if self._protocol_version < 1 and (data.meta.qtype == QTIMESPAN or data.meta.qtype == QTIMESTAMP):
raise QWriterException('kdb+ protocol version violation: data type %s not supported pre kdb+ v2.6' % hex(data.meta.qtype))
self._buffer.write(struct.pack('=b', data.meta.qtype))
fmt = STRUCT_MAP[data.meta.qtype]
self._buffer.write(struct.pack(fmt, to_raw_qtemporal(data.raw, data.meta.qtype)))
except KeyError:
raise QWriterException('Unable to serialize type: %s' % type(data))
def _write_numpy_temporal(self, data):
try:
qtype = TEMPORAL_PY_TYPE[str(data.dtype)]
if self._protocol_version < 1 and (qtype == QTIMESPAN or qtype == QTIMESTAMP):
raise QWriterException('kdb+ protocol version violation: data type %s not supported pre kdb+ v2.6' % hex(qtype))
self._buffer.write(struct.pack('=b', qtype))
fmt = STRUCT_MAP[qtype]
self._buffer.write(struct.pack(fmt, to_raw_qtemporal(data, qtype)))
except KeyError:
raise QWriterException('Unable to serialize type: %s' % data.dtype)
def _write_temporal(self, data):
try:
if self._protocol_version < 1 and (data.meta.qtype == QTIMESPAN or
data.meta.qtype == QTIMESTAMP):
raise QWriterException(
'kdb+ protocol version violation: data type %s not supported pre kdb+ v2.6'
% hex(data.meta.qtype))
self._buffer.write(struct.pack('=b', data.meta.qtype))
fmt = STRUCT_MAP[data.meta.qtype]
self._buffer.write(
struct.pack(fmt, to_raw_qtemporal(data.raw, data.meta.qtype)))
except KeyError:
raise QWriterException('Unable to serialize type: %s' % type(data))
def _write_numpy_temporal(self, data):
try:
qtype = TEMPORAL_PY_TYPE[str(data.dtype)]
if self._protocol_version < 1 and (qtype == QTIMESPAN
or qtype == QTIMESTAMP):
raise QWriterException(
'kdb+ protocol version violation: data type %s not supported pre kdb+ v2.6'
% hex(qtype))
self._buffer.write(struct.pack('=b', qtype))
fmt = STRUCT_MAP[qtype]
self._buffer.write(struct.pack(fmt, to_raw_qtemporal(data, qtype)))
except KeyError:
raise QWriterException('Unable to serialize type: %s' % data.dtype)
import sys
from collections import OrderedDict
from qpython import qwriter
from qpython.qtype import * # @UnusedWildImport
from qpython.qcollection import qlist, QDictionary, qtable, QKeyedTable
from qpython.qtemporal import qtemporal, to_raw_qtemporal, array_to_raw_qtemporal
BINARY = OrderedDict()
EXPRESSIONS = OrderedDict((
('("G"$"8c680a01-5a49-5aab-5a65-d4bfddb6a661"; 0Ng)',
qlist(numpy.array([uuid.UUID('8c680a01-5a49-5aab-5a65-d4bfddb6a661'), qnull(QGUID)]), qtype=QGUID_LIST)),
('"G"$"8c680a01-5a49-5aab-5a65-d4bfddb6a661"', uuid.UUID('8c680a01-5a49-5aab-5a65-d4bfddb6a661')),
('"G"$"00000000-0000-0000-0000-000000000000"', uuid.UUID('00000000-0000-0000-0000-000000000000')),
('(2001.01m; 0Nm)', (qlist(numpy.array([to_raw_qtemporal(numpy.datetime64('2001-01', 'M'), QMONTH), qnull(QMONTH)]), qtype=QMONTH_LIST),
qlist(numpy.array([12, qnull(QMONTH)]), qtype=QMONTH_LIST),
qlist(array_to_raw_qtemporal(numpy.array([numpy.datetime64('2001-01', 'M'), numpy.datetime64('NaT', 'M')]), qtype = QMONTH_LIST), qtype = QMONTH_LIST),
qlist([12, qnull(QMONTH)], qtype=QMONTH_LIST),
qlist(numpy.array([numpy.datetime64('2001-01'), numpy.datetime64('NaT')], dtype='datetime64[M]'), qtype=QMONTH_LIST),
numpy.array([numpy.datetime64('2001-01'), numpy.datetime64('NaT')], dtype='datetime64[M]'),
)),
('2001.01m', (qtemporal(numpy.datetime64('2001-01', 'M'), qtype=QMONTH),
numpy.datetime64('2001-01', 'M'))),
('0Nm', (qtemporal(qnull(QMONTH), qtype=QMONTH),
qtemporal(numpy.datetime64('NaT', 'M'), qtype=QMONTH),
numpy.datetime64('NaT', 'M'))),
('2001.01.01 2000.05.01 0Nd', (qlist(numpy.array([to_raw_qtemporal(numpy.datetime64('2001-01-01', 'D'), qtype=QDATE), to_raw_qtemporal(numpy.datetime64('2000-05-01', 'D'), qtype=QDATE), qnull(QDATE)]), qtype=QDATE_LIST),
qlist(numpy.array([366, 121, qnull(QDATE)]), qtype=QDATE_LIST),
qlist(array_to_raw_qtemporal(numpy.array([numpy.datetime64('2001-01-01', 'D'), numpy.datetime64('2000-05-01', 'D'), numpy.datetime64('NaT', 'D')]), qtype = QDATE_LIST), qtype = QDATE_LIST),
qlist([366, 121, qnull(QDATE)], qtype=QDATE_LIST),
def _write_pandas_timestamp(self, data, qtype=None):
self._write_atom(to_raw_qtemporal(data.asm8, QTIMESTAMP),
qtype=QTIMESTAMP)
BINARY = OrderedDict()
EXPRESSIONS = OrderedDict((
('("G"$"8c680a01-5a49-5aab-5a65-d4bfddb6a661"; 0Ng)',
qlist(numpy.array(
[uuid.UUID('8c680a01-5a49-5aab-5a65-d4bfddb6a661'),
qnull(QGUID)]),
qtype=QGUID_LIST)),
('"G"$"8c680a01-5a49-5aab-5a65-d4bfddb6a661"',
uuid.UUID('8c680a01-5a49-5aab-5a65-d4bfddb6a661')),
('"G"$"00000000-0000-0000-0000-000000000000"',
uuid.UUID('00000000-0000-0000-0000-000000000000')),
('(2001.01m; 0Nm)', (
qlist(numpy.array([
to_raw_qtemporal(numpy.datetime64('2001-01', 'M'), QMONTH),
qnull(QMONTH)
]),
qtype=QMONTH_LIST),
qlist(numpy.array([12, qnull(QMONTH)]), qtype=QMONTH_LIST),
qlist(array_to_raw_qtemporal(numpy.array(
[numpy.datetime64('2001-01', 'M'),
numpy.datetime64('NaT', 'M')]),
qtype=QMONTH_LIST),
qtype=QMONTH_LIST),
qlist([12, qnull(QMONTH)], qtype=QMONTH_LIST),
qlist(numpy.array(
[numpy.datetime64('2001-01'),
numpy.datetime64('NaT')],
dtype='datetime64[M]'),
qtype=QMONTH_LIST),
def __setitem__(self, idx, value):
numpy.ndarray.__setitem__(self, idx, to_raw_qtemporal(value, --abs(self.meta.qtype)))
def _write_pandas_timestamp(self, data, qtype=None):
self._write_atom(to_raw_qtemporal(data.asm8, QTIMESTAMP),
qtype=QTIMESTAMP)
def __setitem__(self, idx, value):
numpy.ndarray.__setitem__(self, idx, to_raw_qtemporal(value, - -abs(self.meta.qtype)))
def test_writing():
w = qwriter.QWriter(None, 3)
def test_writing_one(query, value):
sys.stdout.write( '%-75s' % query )
if isinstance(value, tuple):
for obj in value:
sys.stdout.write( '.' )
serialized = binascii.hexlify(w.write(obj, 1))[16:].lower()
assert serialized == BINARY[query].lower(), 'serialization failed: %s, expected: %s actual: %s' % (query, BINARY[query].lower(), serialized)
elif isinstance(value, dict):
sys.stdout.write( '.' )
single_char_strings = value['single_char_strings'] if 'single_char_strings' in value else False
serialized = binascii.hexlify(w.write(value['data'], 1, single_char_strings = single_char_strings))[16:].lower()
assert serialized == BINARY[query].lower(), 'serialization failed: %s, expected: %s actual: %s' % (query, BINARY[query].lower(), serialized)
else:
sys.stdout.write( '.' )
serialized = binascii.hexlify(w.write(value, 1))[16:].lower()
assert serialized == BINARY[query].lower(), 'serialization failed: %s, expected: %s actual: %s' % (query, BINARY[query].lower(), serialized)
print('')
test_writing_one(b'("G"$"8c680a01-5a49-5aab-5a65-d4bfddb6a661"; 0Ng)',
qlist(numpy.array([uuid.UUID('8c680a01-5a49-5aab-5a65-d4bfddb6a661'), qnull(QGUID)]), qtype=QGUID_LIST))
test_writing_one(b'"G"$"8c680a01-5a49-5aab-5a65-d4bfddb6a661"', uuid.UUID('8c680a01-5a49-5aab-5a65-d4bfddb6a661'))
test_writing_one(b'"G"$"00000000-0000-0000-0000-000000000000"', uuid.UUID('00000000-0000-0000-0000-000000000000'))
test_writing_one (b'(2001.01m; 0Nm)', (qlist(numpy.array([to_raw_qtemporal(numpy.datetime64('2001-01', 'M'), QMONTH), qnull(QMONTH)]), qtype=QMONTH_LIST),
qlist(numpy.array([12, qnull(QMONTH)]), qtype=QMONTH_LIST),
qlist(array_to_raw_qtemporal(numpy.array([numpy.datetime64('2001-01', 'M'), numpy.datetime64('NaT', 'M')]), qtype = QMONTH_LIST), qtype = QMONTH_LIST),
qlist([12, qnull(QMONTH)], qtype=QMONTH_LIST),
qlist(numpy.array([numpy.datetime64('2001-01'), numpy.datetime64('NaT')], dtype='datetime64[M]'), qtype=QMONTH_LIST),
numpy.array([numpy.datetime64('2001-01'), numpy.datetime64('NaT')], dtype='datetime64[M]'),
))
test_writing_one(b'2001.01m', (qtemporal(numpy.datetime64('2001-01', 'M'), qtype=QMONTH),
numpy.datetime64('2001-01', 'M')))
test_writing_one(b'0Nm', (qtemporal(qnull(QMONTH), qtype=QMONTH),
qtemporal(numpy.datetime64('NaT', 'M'), qtype=QMONTH),
numpy.datetime64('NaT', 'M')))
test_writing_one(b'2001.01.01 2000.05.01 0Nd', (qlist(numpy.array([to_raw_qtemporal(numpy.datetime64('2001-01-01', 'D'), qtype=QDATE), to_raw_qtemporal(numpy.datetime64('2000-05-01', 'D'), qtype=QDATE), qnull(QDATE)]), qtype=QDATE_LIST),
qlist(numpy.array([366, 121, qnull(QDATE)]), qtype=QDATE_LIST),
qlist(array_to_raw_qtemporal(numpy.array([numpy.datetime64('2001-01-01', 'D'), numpy.datetime64('2000-05-01', 'D'), numpy.datetime64('NaT', 'D')]), qtype = QDATE_LIST), qtype = QDATE_LIST),
qlist([366, 121, qnull(QDATE)], qtype=QDATE_LIST),
qlist(numpy.array([numpy.datetime64('2001-01-01'), numpy.datetime64('2000-05-01'), numpy.datetime64('NaT')], dtype='datetime64[D]'), qtype=QDATE_LIST),
numpy.array([numpy.datetime64('2001-01-01'), numpy.datetime64('2000-05-01'), numpy.datetime64('NaT')], dtype='datetime64[D]'),
))
test_writing_one(b'2001.01.01', (qtemporal(numpy.datetime64('2001-01-01', 'D'), qtype=QDATE),
numpy.datetime64('2001-01-01', 'D')))
test_writing_one(b'0Nd', (qtemporal(qnull(QDATE), qtype=QDATE),
qtemporal(numpy.datetime64('NaT', 'D'), qtype=QDATE),
numpy.datetime64('NaT', 'D')))
test_writing_one(b'2000.01.04T05:36:57.600 0Nz', (qlist(numpy.array([3.234, qnull(QDATETIME)]), qtype=QDATETIME_LIST),
qlist(array_to_raw_qtemporal(numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ms'), numpy.datetime64('nat', 'ms')]), qtype=QDATETIME_LIST), qtype=QDATETIME_LIST),
qlist([3.234, qnull(QDATETIME)], qtype=QDATETIME_LIST),
qlist(numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ms'), numpy.datetime64('nat', 'ms')]), qtype = QDATETIME_LIST),
numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ms'), numpy.datetime64('nat', 'ms')])
))
test_writing_one(b'2000.01.04T05:36:57.600', (qtemporal(numpy.datetime64('2000-01-04T05:36:57.600', 'ms'), qtype=QDATETIME),
numpy.datetime64('2000-01-04T05:36:57.600', 'ms')))
test_writing_one(b'0Nz', (qtemporal(qnull(QDATETIME), qtype=QDATETIME),
qtemporal(numpy.datetime64('NaT', 'ms'), qtype=QDATETIME),
numpy.datetime64('NaT', 'ms')))
test_writing_one(b'12:01 0Nu', (qlist(numpy.array([721, qnull(QMINUTE)]), qtype=QMINUTE_LIST),
qlist(array_to_raw_qtemporal(numpy.array([numpy.timedelta64(721, 'm'), numpy.timedelta64('nat', 'm')]), qtype=QMINUTE_LIST), qtype=QMINUTE_LIST),
qlist([721, qnull(QMINUTE)], qtype=QMINUTE_LIST),
qlist(numpy.array([numpy.timedelta64(721, 'm'), numpy.timedelta64('nat', 'm')]), qtype = QMINUTE),
numpy.array([numpy.timedelta64(721, 'm'), numpy.timedelta64('nat', 'm')]),
))
test_writing_one(b'12:01', (qtemporal(numpy.timedelta64(721, 'm'), qtype=QMINUTE),
numpy.timedelta64(721, 'm')))
test_writing_one(b'0Nu', (qtemporal(qnull(QMINUTE), qtype=QMINUTE),
qtemporal(numpy.timedelta64('NaT', 'm'), qtype=QMINUTE),
numpy.timedelta64('NaT', 'm')))
test_writing_one(b'12:05:00 0Nv', (qlist(numpy.array([43500, qnull(QSECOND)]), qtype=QSECOND_LIST),
qlist(array_to_raw_qtemporal(numpy.array([numpy.timedelta64(43500, 's'), numpy.timedelta64('nat', 's')]), qtype=QSECOND_LIST), qtype=QSECOND_LIST),
qlist([43500, qnull(QSECOND)], qtype=QSECOND_LIST),
qlist(numpy.array([numpy.timedelta64(43500, 's'), numpy.timedelta64('nat', 's')]), qtype = QSECOND),
numpy.array([numpy.timedelta64(43500, 's'), numpy.timedelta64('nat', 's')])
))
test_writing_one(b'12:05:00', (qtemporal(numpy.timedelta64(43500, 's'), qtype=QSECOND),
numpy.timedelta64(43500, 's')))
test_writing_one(b'0Nv', (qtemporal(qnull(QSECOND), qtype=QSECOND),
qtemporal(numpy.timedelta64('nat', 's'), qtype=QSECOND),
numpy.timedelta64('nat', 's')))
test_writing_one(b'12:04:59.123 0Nt', (qlist(numpy.array([43499123, qnull(QTIME)]), qtype=QTIME_LIST),
qlist([43499123, qnull(QTIME)], qtype=QTIME_LIST),
qlist(numpy.array([numpy.timedelta64(43499123, 'ms'), numpy.timedelta64('nat', 'ms')]), qtype = QTIME_LIST),
numpy.array([numpy.timedelta64(43499123, 'ms'), numpy.timedelta64('nat', 'ms')])
))
test_writing_one(b'12:04:59.123', (qtemporal(numpy.timedelta64(43499123, 'ms'), qtype=QTIME),
numpy.timedelta64(43499123, 'ms')))
test_writing_one(b'0Nt', (qtemporal(qnull(QTIME), qtype=QTIME),
qtemporal(numpy.timedelta64('NaT', 'ms'), qtype=QTIME),
numpy.timedelta64('NaT', 'ms')))
test_writing_one(b'2000.01.04D05:36:57.600 0Np', (qlist(numpy.array([long(279417600000000), qnull(QTIMESTAMP)]), qtype=QTIMESTAMP_LIST),
qlist(array_to_raw_qtemporal(numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ns'), numpy.datetime64('nat', 'ns')]), qtype=QTIMESTAMP_LIST), qtype=QTIMESTAMP_LIST),
qlist([long(279417600000000), qnull(QTIMESTAMP)], qtype=QTIMESTAMP_LIST),
qlist(numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ns'), numpy.datetime64('nat', 'ns')]), qtype = QTIMESTAMP_LIST),
numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ns'), numpy.datetime64('nat', 'ns')])
))
test_writing_one(b'2000.01.04D05:36:57.600', (qtemporal(numpy.datetime64('2000-01-04T05:36:57.600', 'ns'), qtype=QTIMESTAMP),
numpy.datetime64('2000-01-04T05:36:57.600', 'ns')))
test_writing_one(b'0Np', (qtemporal(qnull(QTIMESTAMP), qtype=QTIMESTAMP),
qtemporal(numpy.datetime64('NaT', 'ns'), qtype=QTIMESTAMP),
numpy.datetime64('NaT', 'ns')))
test_writing_one(b'0D05:36:57.600 0Nn', (qlist(numpy.array([long(20217600000000), qnull(QTIMESPAN)]), qtype=QTIMESPAN_LIST),
qlist(array_to_raw_qtemporal(numpy.array([numpy.timedelta64(20217600000000, 'ns'), numpy.timedelta64('nat', 'ns')]), qtype=QTIMESPAN_LIST), qtype=QTIMESPAN_LIST),
qlist([long(20217600000000), qnull(QTIMESPAN)], qtype=QTIMESPAN_LIST),
qlist(numpy.array([numpy.timedelta64(20217600000000, 'ns'), numpy.timedelta64('nat', 'ns')]), qtype = QTIMESPAN_LIST),
numpy.array([numpy.timedelta64(20217600000000, 'ns'), numpy.timedelta64('nat', 'ns')])
))
test_writing_one(b'0D05:36:57.600', (qtemporal(numpy.timedelta64(20217600000000, 'ns'), qtype=QTIMESPAN),
numpy.timedelta64(20217600000000, 'ns')))
test_writing_one(b'0Nn', (qtemporal(qnull(QTIMESPAN), qtype=QTIMESPAN),
qtemporal(numpy.timedelta64('NaT', 'ns'), qtype=QTIMESPAN),
numpy.timedelta64('NaT', 'ns')))
test_writing_one(b'::', None)
test_writing_one(b'1+`', QException('type'))
test_writing_one(b'1', numpy.int64(1))
test_writing_one(b'1i', numpy.int32(1))
test_writing_one(b'-234h', numpy.int16(-234))
test_writing_one(b'0b', numpy.bool_(False))
test_writing_one(b'1b', numpy.bool_(True))
test_writing_one(b'0x2a', numpy.byte(0x2a))
test_writing_one(b'89421099511627575j', numpy.int64(long(89421099511627575)))
test_writing_one(b'5.5e', numpy.float32(5.5))
test_writing_one(b'3.234', numpy.float64(3.234))
test_writing_one(b'"0"', '0')
test_writing_one(b'"abc"', ('abc',
numpy.array(list('abc'), dtype='S')))
test_writing_one(b'"quick brown fox jumps over a lazy dog"', 'quick brown fox jumps over a lazy dog')
test_writing_one(b'`abc', numpy.string_('abc'))
test_writing_one(b'`quickbrownfoxjumpsoveralazydog', numpy.string_('quickbrownfoxjumpsoveralazydog'))
test_writing_one(b'0Nh', qnull(QSHORT))
test_writing_one(b'0N', qnull(QLONG))
test_writing_one(b'0Ni', qnull(QINT))
test_writing_one(b'0Nj', qnull(QLONG))
test_writing_one(b'0Ne', qnull(QFLOAT))
test_writing_one(b'0n', qnull(QDOUBLE))
test_writing_one(b'" "', qnull(QSTRING))
test_writing_one(b'`', qnull(QSYMBOL))
test_writing_one(b'0Ng', qnull(QGUID))
test_writing_one(b'()', [])
test_writing_one(b'(0b;1b;0b)', (numpy.array([False, True, False], dtype=numpy.bool_),
qlist(numpy.array([False, True, False]), qtype = QBOOL_LIST),
qlist([False, True, False], qtype = QBOOL_LIST)))
test_writing_one(b'(0x01;0x02;0xff)', (numpy.array([0x01, 0x02, 0xff], dtype=numpy.byte),
qlist(numpy.array([0x01, 0x02, 0xff], dtype=numpy.byte), qtype = QBYTE_LIST),
qlist(numpy.array([0x01, 0x02, 0xff]), qtype = QBYTE_LIST),
qlist([0x01, 0x02, 0xff], qtype = QBYTE_LIST)))
test_writing_one(b'(1h;2h;3h)', (numpy.array([1, 2, 3], dtype=numpy.int16),
qlist(numpy.array([1, 2, 3], dtype=numpy.int16), qtype = QSHORT_LIST),
qlist(numpy.array([1, 2, 3]), qtype = QSHORT_LIST),
qlist([1, 2, 3], qtype = QSHORT_LIST)))
test_writing_one(b'(1h;0Nh;3h)', qlist(numpy.array([1, qnull(QSHORT), 3], dtype=numpy.int16), qtype=QSHORT_LIST))
test_writing_one(b'1 2 3', (numpy.array([1, 2, 3], dtype=numpy.int64),
qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype = QLONG_LIST),
qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
qlist([1, 2, 3], qtype = QLONG_LIST)))
test_writing_one(b'1 0N 3', qlist(numpy.array([1, qnull(QLONG), 3], dtype=numpy.int64), qtype=QLONG_LIST))
test_writing_one(b'(1i;2i;3i)', (numpy.array([1, 2, 3], dtype=numpy.int32),
qlist(numpy.array([1, 2, 3], dtype=numpy.int32), qtype = QINT_LIST),
qlist(numpy.array([1, 2, 3]), qtype = QINT_LIST),
qlist([1, 2, 3], qtype = QINT_LIST)))
test_writing_one(b'(1i;0Ni;3i)', qlist(numpy.array([1, qnull(QINT), 3], dtype=numpy.int32), qtype=QINT_LIST))
test_writing_one(b'(1j;2j;3j)', (numpy.array([1, 2, 3], dtype=numpy.int64),
qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype = QLONG_LIST),
qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
qlist([1, 2, 3], qtype = QLONG_LIST)))
test_writing_one(b'(1j;0Nj;3j)', qlist(numpy.array([1, qnull(QLONG), 3], dtype=numpy.int64), qtype=QLONG_LIST))
test_writing_one(b'(5.5e; 8.5e)', (numpy.array([5.5, 8.5], dtype=numpy.float32),
qlist(numpy.array([5.5, 8.5], dtype=numpy.float32), qtype = QFLOAT_LIST),
qlist(numpy.array([5.5, 8.5]), qtype = QFLOAT_LIST),
qlist([5.5, 8.5], qtype = QFLOAT_LIST)))
test_writing_one(b'(5.5e; 0Ne)', qlist(numpy.array([5.5, qnull(QFLOAT)], dtype=numpy.float32), qtype=QFLOAT_LIST))
test_writing_one(b'3.23 6.46', (numpy.array([3.23, 6.46], dtype=numpy.float64),
qlist(numpy.array([3.23, 6.46], dtype=numpy.float64), qtype = QDOUBLE_LIST),
qlist(numpy.array([3.23, 6.46]), qtype = QDOUBLE_LIST),
qlist([3.23, 6.46], qtype = QDOUBLE_LIST)))
test_writing_one(b'3.23 0n', qlist(numpy.array([3.23, qnull(QDOUBLE)], dtype=numpy.float64), qtype=QDOUBLE_LIST))
test_writing_one(b'(1;`bcd;"0bc";5.5e)', [numpy.int64(1), numpy.string_('bcd'), '0bc', numpy.float32(5.5)])
test_writing_one(b'(42;::;`foo)', [numpy.int64(42), None, numpy.string_('foo')])
test_writing_one(b'(1;2h;3.234;"4")', [numpy.int64(1), numpy.int16(2), numpy.float64(3.234), '4'])
test_writing_one(b'(`one;2 3;"456";(7;8 9))', [numpy.string_('one'), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST), '456', [numpy.int64(7), qlist(numpy.array([8, 9], dtype=numpy.int64), qtype=QLONG_LIST)]])
test_writing_one(b'`jumps`over`a`lazy`dog', (numpy.array(['jumps', 'over', 'a', 'lazy', 'dog'], dtype=numpy.string_),
qlist(numpy.array(['jumps', 'over', 'a', 'lazy', 'dog']), qtype = QSYMBOL_LIST),
qlist(['jumps', 'over', 'a', 'lazy', 'dog'], qtype = QSYMBOL_LIST)))
test_writing_one(b'`the`quick`brown`fox', numpy.array([numpy.string_('the'), numpy.string_('quick'), numpy.string_('brown'), numpy.string_('fox')], dtype=object))
test_writing_one(b'``quick``fox', qlist(numpy.array([qnull(QSYMBOL), numpy.string_('quick'), qnull(QSYMBOL), numpy.string_('fox')], dtype=object), qtype=QSYMBOL_LIST))
test_writing_one(b'``', qlist(numpy.array([qnull(QSYMBOL), qnull(QSYMBOL)], dtype=object), qtype=QSYMBOL_LIST))
test_writing_one(b'("quick"; "brown"; "fox"; "jumps"; "over"; "a lazy"; "dog")',
(['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog'],
qlist(numpy.array(['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog']), qtype = QSTRING_LIST),
qlist(['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog'], qtype = QSTRING_LIST)))
test_writing_one(b'{x+y}', QLambda('{x+y}'))
test_writing_one(b'{x+y}[3]', QProjection([QLambda('{x+y}'), numpy.int64(3)]))
test_writing_one(b'(enlist `a)!(enlist 1)', (QDictionary(qlist(numpy.array(['a']), qtype = QSYMBOL_LIST),
qlist(numpy.array([1], dtype=numpy.int64), qtype=QLONG_LIST)),
QDictionary(qlist(numpy.array(['a']), qtype = QSYMBOL_LIST),
qlist(numpy.array([1]), qtype=QLONG_LIST))))
test_writing_one(b'1 2!`abc`cdefgh', QDictionary(qlist(numpy.array([1, 2], dtype=numpy.int64), qtype=QLONG_LIST),
qlist(numpy.array(['abc', 'cdefgh']), qtype = QSYMBOL_LIST)))
test_writing_one(b'`abc`def`gh!([] one: 1 2 3; two: 4 5 6)', QDictionary(qlist(numpy.array(['abc', 'def', 'gh']), qtype = QSYMBOL_LIST),
qtable(qlist(numpy.array(['one', 'two']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
qlist(numpy.array([4, 5, 6]), qtype = QLONG_LIST)])))
test_writing_one(b'(`x`y!(`a;2))', QDictionary(qlist(numpy.array(['x', 'y']), qtype = QSYMBOL_LIST),
[numpy.string_('a'), numpy.int64(2)]))
test_writing_one(b'(0 1; 2 3)!`first`second', QDictionary([qlist(numpy.array([0, 1], dtype=numpy.int64), qtype=QLONG_LIST), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST)],
qlist(numpy.array(['first', 'second']), qtype = QSYMBOL_LIST)))
test_writing_one(b'(1;2h;3.234;"4")!(`one;2 3;"456";(7;8 9))', QDictionary([numpy.int64(1), numpy.int16(2), numpy.float64(3.234), '4'],
[numpy.string_('one'), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST), '456', [numpy.int64(7), qlist(numpy.array([8, 9], dtype=numpy.int64), qtype=QLONG_LIST)]]))
test_writing_one(b'`A`B`C!((1;3.234;3);(`x`y!(`a;2));5.5e)', QDictionary(qlist(numpy.array(['A', 'B', 'C']), qtype = QSYMBOL_LIST),
[[numpy.int64(1), numpy.float64(3.234), numpy.int64(3)], QDictionary(qlist(numpy.array(['x', 'y']), qtype = QSYMBOL_LIST), [numpy.string_('a'), numpy.int64(2)]), numpy.float32(5.5)]))
test_writing_one(b'flip `abc`def!(1 2 3; 4 5 6)', (qtable(qlist(numpy.array(['abc', 'def']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype=QLONG_LIST),
qlist(numpy.array([4, 5, 6], dtype=numpy.int64), qtype=QLONG_LIST)],
qtype=QTABLE),
qtable(qlist(numpy.array(['abc', 'def']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
qlist(numpy.array([4, 5, 6]), qtype = QLONG_LIST)]),
qtable(qlist(['abc', 'def'], qtype = QSYMBOL_LIST),
[qlist([1, 2, 3], qtype = QLONG_LIST),
qlist([4, 5, 6], qtype = QLONG_LIST)]),
qtable(qlist(['abc', 'def'], qtype = QSYMBOL_LIST),
[qlist([1, 2, 3]), qlist([4, 5, 6])],
**{'abc': QLONG_LIST, 'def': QLONG_LIST}),
qtable(['abc', 'def'],
[[1, 2, 3], [4, 5, 6]],
**{'abc': QLONG, 'def': QLONG})))
test_writing_one(b'flip `name`iq!(`Dent`Beeblebrox`Prefect;98 42 126)',
(qtable(qlist(numpy.array(['name', 'iq']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST),
qlist(numpy.array([98, 42, 126], dtype=numpy.int64), qtype = QLONG_LIST)]),
qtable(qlist(numpy.array(['name', 'iq']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST),
qlist(numpy.array([98, 42, 126]), qtype = QLONG_LIST)]),
qtable(qlist(['name', 'iq'], qtype = QSYMBOL_LIST),
[qlist(['Dent', 'Beeblebrox', 'Prefect'], qtype = QSYMBOL_LIST),
qlist([98, 42, 126], qtype = QLONG_LIST)]),
qtable(qlist(['name', 'iq'], qtype = QSYMBOL_LIST),
[qlist(['Dent', 'Beeblebrox', 'Prefect']),
qlist([98, 42, 126])],
name = QSYMBOL, iq = QLONG),
qtable(['name', 'iq'],
[['Dent', 'Beeblebrox', 'Prefect'],
[98, 42, 126]],
name = QSYMBOL, iq = QLONG),
qtable(['name', 'iq'],
[['Dent', 'Beeblebrox', 'Prefect'],
[98, 42, 126]],
**{'name': QSYMBOL, 'iq': QLONG})))
test_writing_one(b'flip `name`iq`grade!(`Dent`Beeblebrox`Prefect;98 42 126;"a c")',
qtable(qlist(numpy.array(['name', 'iq', 'grade']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST),
qlist(numpy.array([98, 42, 126]), qtype = QLONG_LIST),
"a c"]))
test_writing_one(b'flip `name`iq`fullname!(`Dent`Beeblebrox`Prefect;98 42 126;("Arthur Dent"; "Zaphod Beeblebrox"; "Ford Prefect"))',
qtable(qlist(numpy.array(['name', 'iq', 'fullname']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST),
qlist(numpy.array([98, 42, 126]), qtype = QLONG_LIST),
qlist(numpy.array(["Arthur Dent", "Zaphod Beeblebrox", "Ford Prefect"]), qtype = QSTRING_LIST)]))
test_writing_one(b'flip `name`iq`misc!(`Dent`Beeblebrox`Prefect;98 42 126;("The Hitch Hiker\'s Guide to the Galaxy"; 160; 1979.10.12))',
qtable(qlist(numpy.array(['name', 'iq', 'misc']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST),
qlist(numpy.array([98, 42, 126]), qtype = QLONG_LIST),
qlist(numpy.array(["The Hitch Hiker\'s Guide to the Galaxy", long(160), qtemporal(numpy.datetime64('1979-10-12', 'D'), qtype=QDATE)]), qtype = QGENERAL_LIST)]))
test_writing_one(b'([] sc:1 2 3; nsc:(1 2; 3 4; 5 6 7))', (qtable(qlist(numpy.array(['sc', 'nsc']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype = QLONG_LIST),
[qlist(numpy.array([1, 2], dtype=numpy.int64), qtype = QLONG_LIST),
qlist(numpy.array([3, 4], dtype=numpy.int64), qtype = QLONG_LIST),
qlist(numpy.array([5, 6, 7], dtype=numpy.int64), qtype = QLONG_LIST)]]),
qtable(qlist(numpy.array(['sc', 'nsc']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
[qlist(numpy.array([1, 2]), qtype = QLONG_LIST),
qlist(numpy.array([3, 4]), qtype = QLONG_LIST),
qlist(numpy.array([5, 6, 7]), qtype = QLONG_LIST)]]),
qtable(qlist(['sc', 'nsc'], qtype = QSYMBOL_LIST),
[qlist([1, 2, 3], qtype = QLONG_LIST),
[qlist([1, 2], qtype = QLONG_LIST),
qlist([3, 4], qtype = QLONG_LIST),
qlist([5, 6, 7], qtype = QLONG_LIST)]])))
test_writing_one(b'([] sc:1 2 3; nsc:(1 2; 3 4; 5 6))', qtable(qlist(numpy.array(['sc', 'nsc']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
[qlist(numpy.array([1, 2]), qtype = QLONG_LIST),
qlist(numpy.array([3, 4]), qtype = QLONG_LIST),
qlist(numpy.array([5, 6]), qtype = QLONG_LIST)]]))
test_writing_one(b'1#([] sym:`x`x`x;str:" a")', {'data': qtable(qlist(numpy.array(['sym', 'str']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['x'], dtype=numpy.string_), qtype = QSYMBOL_LIST),
b" "]),
'single_char_strings': True
})
test_writing_one(b'-1#([] sym:`x`x`x;str:" a")', {'data': qtable(qlist(numpy.array(['sym', 'str']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['x'], dtype=numpy.string_), qtype = QSYMBOL_LIST),
b"a"]),
'single_char_strings': True
})
test_writing_one(b'2#([] sym:`x`x`x`x;str:" aa")', qtable(qlist(numpy.array(['sym', 'str']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['x', 'x'], dtype=numpy.string_), qtype = QSYMBOL_LIST),
b" "]))
test_writing_one(b'-2#([] sym:`x`x`x`x;str:" aa")', qtable(qlist(numpy.array(['sym', 'str']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['x', 'x'], dtype=numpy.string_), qtype = QSYMBOL_LIST),
b"aa"]))
test_writing_one(b'([] name:`symbol$(); iq:`int$())', (qtable(qlist(numpy.array(['name', 'iq']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([], dtype=numpy.string_), qtype = QSYMBOL_LIST),
qlist(numpy.array([], dtype=numpy.int32), qtype = QINT_LIST)]),
qtable(qlist(numpy.array(['name', 'iq']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([]), qtype = QSYMBOL_LIST),
qlist(numpy.array([]), qtype = QINT_LIST)]),
qtable(qlist(['name', 'iq'], qtype = QSYMBOL_LIST),
[qlist([], qtype = QSYMBOL_LIST),
qlist([], qtype = QINT_LIST)])))
test_writing_one(b'([] pos:`d1`d2`d3;dates:(2001.01.01;2000.05.01;0Nd))',
(qtable(qlist(numpy.array(['pos', 'dates']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['d1', 'd2', 'd3']), qtype = QSYMBOL_LIST),
qlist(numpy.array([366, 121, qnull(QDATE)]), qtype=QDATE_LIST)]),
qtable(['pos', 'dates'],
[qlist(numpy.array(['d1', 'd2', 'd3']), qtype = QSYMBOL_LIST),
numpy.array([numpy.datetime64('2001-01-01'), numpy.datetime64('2000-05-01'), numpy.datetime64('NaT')], dtype='datetime64[D]')])
))
test_writing_one(b'([eid:1001 1002 1003] pos:`d1`d2`d3;dates:(2001.01.01;2000.05.01;0Nd))',
QKeyedTable(qtable(qlist(numpy.array(['eid']), qtype = QSYMBOL_LIST),
[qlist(numpy.array([1001, 1002, 1003]), qtype = QLONG_LIST)]),
qtable(qlist(numpy.array(['pos', 'dates']), qtype = QSYMBOL_LIST),
[qlist(numpy.array(['d1', 'd2', 'd3']), qtype = QSYMBOL_LIST),
qlist(numpy.array([366, 121, qnull(QDATE)]), qtype = QDATE_LIST)]))
)