示例#1
0
文件: qreader.py 项目: teucer/qPython
    def _read_table(self, qtype=QTABLE):
        self._buffer.skip()  # ignore attributes
        self._buffer.skip()  # ignore dict type stamp

        columns = self._read_object()
        data = self._read_object()

        return qtable(columns, data, qtype=QTABLE)
示例#2
0
    def _read_table(self, qtype = QTABLE):
        self._buffer.skip()  # ignore attributes
        self._buffer.skip()  # ignore dict type stamp

        columns = self._read_object()
        data = self._read_object()

        return qtable(columns, data, qtype = QTABLE)
示例#3
0
    def _read_table(self, qtype = QTABLE, options = READER_CONFIGURATION):
        self._buffer.skip()  # ignore attributes
        self._buffer.skip()  # ignore dict type stamp

        columns = self._read_object(options = options)
        data = self._read_object(options = options)

        return qtable(columns, data, qtype = QTABLE)
示例#4
0
 ('("quick"; "brown"; "fox"; "jumps"; "over"; "a lazy"; "dog")',
                                                   (['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog'],
                                                    qlist(numpy.array(['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog']), qtype = QSTRING_LIST),
                                                    qlist(['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog'], qtype = QSTRING_LIST))),
 ('{x+y}',                                         QLambda('{x+y}')),
 ('{x+y}[3]',                                      QProjection([QLambda('{x+y}'), numpy.int64(3)])),
 
 ('(enlist `a)!(enlist 1)',                        (QDictionary(qlist(numpy.array(['a']), qtype = QSYMBOL_LIST), 
                                                                qlist(numpy.array([1], dtype=numpy.int64), qtype=QLONG_LIST)),
                                                    QDictionary(qlist(numpy.array(['a']), qtype = QSYMBOL_LIST), 
                                                                qlist(numpy.array([1]), qtype=QLONG_LIST)))),
 ('1 2!`abc`cdefgh',                               QDictionary(qlist(numpy.array([1, 2], dtype=numpy.int64), qtype=QLONG_LIST),
                                                               qlist(numpy.array(['abc', 'cdefgh']), qtype = QSYMBOL_LIST))),
 ('`abc`def`gh!([] one: 1 2 3; two: 4 5 6)',       QDictionary(qlist(numpy.array(['abc', 'def', 'gh']), qtype = QSYMBOL_LIST),
                                                               qtable(qlist(numpy.array(['one', 'two']), qtype = QSYMBOL_LIST), 
                                                                      [qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST), 
                                                                       qlist(numpy.array([4, 5, 6]), qtype = QLONG_LIST)]))),
 ('(`x`y!(`a;2))',                                 QDictionary(qlist(numpy.array(['x', 'y']), qtype = QSYMBOL_LIST), 
                                                               [numpy.string_('a'), numpy.int64(2)])),
 ('(0 1; 2 3)!`first`second',                      QDictionary([qlist(numpy.array([0, 1], dtype=numpy.int64), qtype=QLONG_LIST), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST)],
                                                                qlist(numpy.array(['first', 'second']), qtype = QSYMBOL_LIST))),
 ('(1;2h;3.234;"4")!(`one;2 3;"456";(7;8 9))',     QDictionary([numpy.int64(1), numpy.int16(2), numpy.float64(3.234), '4'],
                                                               [numpy.string_('one'), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST), '456', [numpy.int64(7), qlist(numpy.array([8, 9], dtype=numpy.int64), qtype=QLONG_LIST)]])),
 ('`A`B`C!((1;3.234;3);(`x`y!(`a;2));5.5e)',       QDictionary(qlist(numpy.array(['A', 'B', 'C']), qtype = QSYMBOL_LIST),
                                                               [[numpy.int64(1), numpy.float64(3.234), numpy.int64(3)], QDictionary(qlist(numpy.array(['x', 'y']), qtype = QSYMBOL_LIST), [numpy.string_('a'), numpy.int64(2)]), numpy.float32(5.5)])),
 
 ('flip `abc`def!(1 2 3; 4 5 6)',                  (qtable(qlist(numpy.array(['abc', 'def']), qtype = QSYMBOL_LIST), 
                                                          [qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype=QLONG_LIST), 
                                                           qlist(numpy.array([4, 5, 6], dtype=numpy.int64), qtype=QLONG_LIST)], 
                                                          qtype=QTABLE),
                                                    qtable(qlist(numpy.array(['abc', 'def']), qtype = QSYMBOL_LIST), 
示例#5
0
 ('(5.5e; 8.5e)',                                  qlist(numpy.array([5.5, 8.5], dtype=numpy.float32), qtype=QFLOAT_LIST)),
 ('3.23 6.46',                                     qlist(numpy.array([3.23, 6.46], dtype=numpy.float64), qtype=QDOUBLE_LIST)),
 ('(1;`bcd;"0bc";5.5e)',                           [numpy.int64(1), numpy.string_('bcd'), '0bc', numpy.float32(5.5)]),
 ('`the`quick`brown`fox',                          qlist(numpy.array([numpy.string_('the'), numpy.string_('quick'), numpy.string_('brown'), numpy.string_('fox')], dtype=numpy.object), qtype=QSYMBOL_LIST)),
 ('``quick``fox',                                  qlist(numpy.array([qnull(QSYMBOL), numpy.string_('quick'), qnull(QSYMBOL), numpy.string_('fox')], dtype=numpy.object), qtype=QSYMBOL_LIST)),
 ('``',                                            qlist(numpy.array([qnull(QSYMBOL), qnull(QSYMBOL)], dtype=numpy.object), qtype=QSYMBOL_LIST)),
 ('{x+y}',                                         QLambda('{x+y}')),
 ('{x+y}[3]',                                      QLambda('{x+y}', numpy.int64(3))),
  
 ('(enlist `a)!(enlist 1)',                        QDictionary(qlist(numpy.array(['a']), qtype = QSYMBOL_LIST), 
                                                               qlist(numpy.array([1], dtype=numpy.int64), qtype=QLONG_LIST))),
 ('1 2!`abc`cdefgh',                               QDictionary(qlist(numpy.array([1, 2], dtype=numpy.int64), qtype=QLONG_LIST),
                                                               qlist(numpy.array(['abc', 'cdefgh']), qtype = QSYMBOL_LIST))),
 ('`abc`def`gh!([] one: 1 2 3; two: 4 5 6)',       QDictionary(qlist(numpy.array(['abc', 'def', 'gh']), qtype = QSYMBOL_LIST),
                                                               qtable(qlist(numpy.array(['one', 'two']), qtype = QSYMBOL_LIST), 
                                                                      [qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST), 
                                                                       qlist(numpy.array([4, 5, 6]), qtype = QLONG_LIST)]))),
 ('(0 1; 2 3)!`first`second',                      QDictionary([qlist(numpy.array([0, 1], dtype=numpy.int64), qtype=QLONG_LIST), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST)],
                                                                qlist(numpy.array(['first', 'second']), qtype = QSYMBOL_LIST))),
 ('(1;2h;3.234;"4")!(`one;2 3;"456";(7;8 9))',     QDictionary([numpy.int64(1), numpy.int16(2), numpy.float64(3.234), '4'],
                                                               [numpy.string_('one'), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST), '456', [numpy.int64(7), qlist(numpy.array([8, 9], dtype=numpy.int64), qtype=QLONG_LIST)]])),
 ('`A`B`C!((1;3.234;3);(`x`y!(`a;2));5.5e)',       QDictionary(qlist(numpy.array(['A', 'B', 'C']), qtype = QSYMBOL_LIST),
                                                               [[numpy.int64(1), numpy.float64(3.234), numpy.int64(3)], QDictionary(qlist(numpy.array(['x', 'y']), qtype = QSYMBOL_LIST), ['a', numpy.int64(2)]), numpy.float32(5.5)])),
  
 ('flip `abc`def!(1 2 3; 4 5 6)',                  qtable(qlist(numpy.array(['abc', 'def']), qtype = QSYMBOL_LIST), 
                                                          [qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST), 
                                                           qlist(numpy.array([4, 5, 6]), qtype = QLONG_LIST)])),
 ('flip `name`iq!(`Dent`Beeblebrox`Prefect;98 42 126)',
                                                   qtable(qlist(numpy.array(['name', 'iq']), qtype = QSYMBOL_LIST),
                                                          [qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST), 
                                                           qlist(numpy.array([98, 42, 126]), qtype = QLONG_LIST)])),
示例#6
0
                           numpy.int64(3)])),
 ('(enlist `a)!(enlist 1)',
  (QDictionary(qlist(numpy.array(['a']), qtype=QSYMBOL_LIST),
               qlist(numpy.array([1], dtype=numpy.int64),
                     qtype=QLONG_LIST)),
   QDictionary(qlist(numpy.array(['a']), qtype=QSYMBOL_LIST),
               qlist(numpy.array([1]), qtype=QLONG_LIST)))),
 ('1 2!`abc`cdefgh',
  QDictionary(
      qlist(numpy.array([1, 2], dtype=numpy.int64), qtype=QLONG_LIST),
      qlist(numpy.array(['abc', 'cdefgh']), qtype=QSYMBOL_LIST))),
 ('`abc`def`gh!([] one: 1 2 3; two: 4 5 6)',
  QDictionary(
      qlist(numpy.array(['abc', 'def', 'gh']), qtype=QSYMBOL_LIST),
      qtable(qlist(numpy.array(['one', 'two']), qtype=QSYMBOL_LIST), [
          qlist(numpy.array([1, 2, 3]), qtype=QLONG_LIST),
          qlist(numpy.array([4, 5, 6]), qtype=QLONG_LIST)
      ]))),
 ('(`x`y!(`a;2))',
  QDictionary(qlist(numpy.array(['x', 'y']), qtype=QSYMBOL_LIST),
              [numpy.string_('a'), numpy.int64(2)])),
 ('(0 1; 2 3)!`first`second',
  QDictionary([
      qlist(numpy.array([0, 1], dtype=numpy.int64), qtype=QLONG_LIST),
      qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST)
  ], qlist(numpy.array(['first', 'second']), qtype=QSYMBOL_LIST))),
 ('(1;2h;3.234;"4")!(`one;2 3;"456";(7;8 9))',
  QDictionary([numpy.int64(1),
               numpy.int16(2),
               numpy.float64(3.234), '4'], [
                   numpy.string_('one'),
                   qlist(numpy.array([2, 3], dtype=numpy.int64),
示例#7
0
                    (b'not',                                           QFunction(0)),
                    (b'and',                                           QFunction(0)),
                    (b'md5',                                           QProjection([QFunction(0), numpy.int64(-15)])),
                    (b'any',                                           QFunction(0)),
                    (b'save',                                          QFunction(0)),
                    (b'raze',                                          QFunction(0)),
                    (b'sums',                                          QFunction(0)),
                    (b'prev',                                          QFunction(0)),

                    (b'(enlist `a)!(enlist 1)',                        QDictionary(qlist(numpy.array(['a']), qtype = QSYMBOL_LIST), 
                                                                                  qlist(numpy.array([1], dtype=numpy.int64), qtype=QLONG_LIST))),
                    (b'1 2!`abc`cdefgh',                               QDictionary(qlist(numpy.array([1, 2], dtype=numpy.int64), qtype=QLONG_LIST),
                                                                                  qlist(numpy.array(['abc', 'cdefgh']), qtype = QSYMBOL_LIST))),
                    (b'`abc`def`gh!([] one: 1 2 3; two: 4 5 6)',       QDictionary(qlist(numpy.array(['abc', 'def', 'gh']), qtype = QSYMBOL_LIST),
                                                                                  qtable(qlist(numpy.array(['one', 'two']), qtype = QSYMBOL_LIST), 
                                                                                         [qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST), 
                                                                                          qlist(numpy.array([4, 5, 6]), qtype = QLONG_LIST)]))),
                    (b'(0 1; 2 3)!`first`second',                      QDictionary([qlist(numpy.array([0, 1], dtype=numpy.int64), qtype=QLONG_LIST), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST)],
                                                                                   qlist(numpy.array(['first', 'second']), qtype = QSYMBOL_LIST))),
                    (b'(1;2h;3.234;"4")!(`one;2 3;"456";(7;8 9))',     QDictionary([numpy.int64(1), numpy.int16(2), numpy.float64(3.234), b'4'],
                                                                                  [numpy.string_('one'), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST), b'456', [numpy.int64(7), qlist(numpy.array([8, 9], dtype=numpy.int64), qtype=QLONG_LIST)]])),
                    (b'`A`B`C!((1;3.234;3);(`x`y!(`a;2));5.5e)',       QDictionary(qlist(numpy.array(['A', 'B', 'C']), qtype = QSYMBOL_LIST),
                                                                                  [[numpy.int64(1), numpy.float64(3.234), numpy.int64(3)], QDictionary(qlist(numpy.array(['x', 'y']), qtype = QSYMBOL_LIST), [b'a', numpy.int64(2)]), numpy.float32(5.5)])),
                     
                    (b'flip `abc`def!(1 2 3; 4 5 6)',                  qtable(qlist(numpy.array(['abc', 'def']), qtype = QSYMBOL_LIST), 
                                                                             [qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST), 
                                                                              qlist(numpy.array([4, 5, 6]), qtype = QLONG_LIST)])),
                    (b'flip `name`iq!(`Dent`Beeblebrox`Prefect;98 42 126)',
                                                                      qtable(qlist(numpy.array(['name', 'iq']), qtype = QSYMBOL_LIST),
                                                                             [qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST), 
                                                                              qlist(numpy.array([98, 42, 126]), qtype = QLONG_LIST)])),
示例#8
0
                                                    qlist(numpy.array(['jumps', 'over', 'a', 'lazy', 'dog']), qtype = QSYMBOL_LIST))),
 ('`the`quick`brown`fox',                          numpy.array([numpy.string_('the'), numpy.string_('quick'), numpy.string_('brown'), numpy.string_('fox')], dtype=numpy.object)),
 ('``quick``fox',                                  qlist(numpy.array([qnull(QSYMBOL), numpy.string_('quick'), qnull(QSYMBOL), numpy.string_('fox')], dtype=numpy.object), qtype=QSYMBOL_LIST)),
 ('``',                                            qlist(numpy.array([qnull(QSYMBOL), qnull(QSYMBOL)], dtype=numpy.object), qtype=QSYMBOL_LIST)),
 ('{x+y}',                                         QLambda('{x+y}')),
 ('{x+y}[3]',                                      QLambda('{x+y}', numpy.int64(3))),
 
 ('(enlist `a)!(enlist 1)',                        (QDictionary(qlist(numpy.array(['a']), qtype = QSYMBOL_LIST), 
                                                               qlist(numpy.array([1], dtype=numpy.int64), qtype=QLONG_LIST)),
                                                    QDictionary(qlist(numpy.array(['a']), qtype = QSYMBOL_LIST), 
                                                               qlist(numpy.array([1]), qtype=QLONG_LIST)))),
 ('1 2!`abc`cdefgh',                               QDictionary(qlist(numpy.array([1, 2], dtype=numpy.int64), qtype=QLONG_LIST),
                                                               qlist(numpy.array(['abc', 'cdefgh']), qtype = QSYMBOL_LIST))),
 ('`abc`def`gh!([] one: 1 2 3; two: 4 5 6)',       QDictionary(qlist(numpy.array(['abc', 'def', 'gh']), qtype = QSYMBOL_LIST),
                                                               qtable(qlist(numpy.array(['one', 'two']), qtype = QSYMBOL_LIST), 
                                                                      [qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST), 
                                                                       qlist(numpy.array([4, 5, 6]), qtype = QLONG_LIST)]))),
 ('(`x`y!(`a;2))',                                 QDictionary(qlist(numpy.array(['x', 'y']), qtype = QSYMBOL_LIST), 
                                                               [numpy.string_('a'), numpy.int64(2)])),
 ('(0 1; 2 3)!`first`second',                      QDictionary([qlist(numpy.array([0, 1], dtype=numpy.int64), qtype=QLONG_LIST), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST)],
                                                                qlist(numpy.array(['first', 'second']), qtype = QSYMBOL_LIST))),
 ('(1;2h;3.234;"4")!(`one;2 3;"456";(7;8 9))',     QDictionary([numpy.int64(1), numpy.int16(2), numpy.float64(3.234), '4'],
                                                               [numpy.string_('one'), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST), '456', [numpy.int64(7), qlist(numpy.array([8, 9], dtype=numpy.int64), qtype=QLONG_LIST)]])),
 ('`A`B`C!((1;3.234;3);(`x`y!(`a;2));5.5e)',       QDictionary(qlist(numpy.array(['A', 'B', 'C']), qtype = QSYMBOL_LIST),
                                                               [[numpy.int64(1), numpy.float64(3.234), numpy.int64(3)], QDictionary(qlist(numpy.array(['x', 'y']), qtype = QSYMBOL_LIST), [numpy.string_('a'), numpy.int64(2)]), numpy.float32(5.5)])),
 
 ('flip `abc`def!(1 2 3; 4 5 6)',                  (qtable(qlist(numpy.array(['abc', 'def']), qtype = QSYMBOL_LIST), 
                                                          [qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype=QLONG_LIST), 
                                                           qlist(numpy.array([4, 5, 6], dtype=numpy.int64), qtype=QLONG_LIST)], 
                                                          qtype=QTABLE),
                                                    qtable(qlist(numpy.array(['abc', 'def']), qtype = QSYMBOL_LIST), 
示例#9
0
 (b'raze', QFunction(0)),
 (b'sums', QFunction(0)),
 (b'prev', QFunction(0)),
 (b'(enlist `a)!(enlist 1)',
  QDictionary(qlist(numpy.array(['a']), qtype=QSYMBOL_LIST),
              qlist(numpy.array([1], dtype=numpy.int64),
                    qtype=QLONG_LIST))),
 (b'1 2!`abc`cdefgh',
  QDictionary(
      qlist(numpy.array([1, 2], dtype=numpy.int64), qtype=QLONG_LIST),
      qlist(numpy.array(['abc', 'cdefgh']), qtype=QSYMBOL_LIST))),
 (b'`abc`def`gh!([] one: 1 2 3; two: 4 5 6)',
  QDictionary(
      qlist(numpy.array(['abc', 'def', 'gh']), qtype=QSYMBOL_LIST),
      qtable(qlist(numpy.array(['one', 'two']), qtype=QSYMBOL_LIST), [
          qlist(numpy.array([1, 2, 3]), qtype=QLONG_LIST),
          qlist(numpy.array([4, 5, 6]), qtype=QLONG_LIST)
      ]))),
 (b'(0 1; 2 3)!`first`second',
  QDictionary([
      qlist(numpy.array([0, 1], dtype=numpy.int64), qtype=QLONG_LIST),
      qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST)
  ], qlist(numpy.array(['first', 'second']), qtype=QSYMBOL_LIST))),
 (b'(1;2h;3.234;"4")!(`one;2 3;"456";(7;8 9))',
  QDictionary([numpy.int64(1),
               numpy.int16(2),
               numpy.float64(3.234), b'4'], [
                   numpy.string_('one'),
                   qlist(numpy.array([2, 3], dtype=numpy.int64),
                         qtype=QLONG_LIST), b'456',
                   [
                       numpy.int64(7),
示例#10
0
                   (b'("quick"; "brown"; "fox"; "jumps"; "over"; "a lazy"; "dog")',
                                                                     (['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog'],
                                                                      qlist(numpy.array(['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog']), qtype = QSTRING_LIST),
                                                                      qlist(['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog'], qtype = QSTRING_LIST))),
                   (b'{x+y}',                                         QLambda('{x+y}')),
                   (b'{x+y}[3]',                                      QProjection([QLambda('{x+y}'), numpy.int64(3)])),

                   (b'(enlist `a)!(enlist 1)',                        (QDictionary(qlist(numpy.array(['a']), qtype = QSYMBOL_LIST),
                                                                                  qlist(numpy.array([1], dtype=numpy.int64), qtype=QLONG_LIST)),
                                                                      QDictionary(qlist(numpy.array(['a']), qtype = QSYMBOL_LIST),
                                                                                  qlist(numpy.array([1]), qtype=QLONG_LIST)))),
                   (b'1 2!`abc`cdefgh',                               QDictionary(qlist(numpy.array([1, 2], dtype=numpy.int64), qtype=QLONG_LIST),
                                                                                 qlist(numpy.array(['abc', 'cdefgh']), qtype = QSYMBOL_LIST))),
                   (b'`abc`def`gh!([] one: 1 2 3; two: 4 5 6)',       QDictionary(qlist(numpy.array(['abc', 'def', 'gh']), qtype = QSYMBOL_LIST),
                                                                                 qtable(qlist(numpy.array(['one', 'two']), qtype = QSYMBOL_LIST),
                                                                                        [qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
                                                                                         qlist(numpy.array([4, 5, 6]), qtype = QLONG_LIST)]))),
                   (b'(`x`y!(`a;2))',                                 QDictionary(qlist(numpy.array(['x', 'y']), qtype = QSYMBOL_LIST),
                                                                                 [numpy.string_('a'), numpy.int64(2)])),
                   (b'(0 1; 2 3)!`first`second',                      QDictionary([qlist(numpy.array([0, 1], dtype=numpy.int64), qtype=QLONG_LIST), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST)],
                                                                                  qlist(numpy.array(['first', 'second']), qtype = QSYMBOL_LIST))),
                   (b'(1;2h;3.234;"4")!(`one;2 3;"456";(7;8 9))',     QDictionary([numpy.int64(1), numpy.int16(2), numpy.float64(3.234), '4'],
                                                                                 [numpy.string_('one'), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST), '456', [numpy.int64(7), qlist(numpy.array([8, 9], dtype=numpy.int64), qtype=QLONG_LIST)]])),
                   (b'`A`B`C!((1;3.234;3);(`x`y!(`a;2));5.5e)',       QDictionary(qlist(numpy.array(['A', 'B', 'C']), qtype = QSYMBOL_LIST),
                                                                                 [[numpy.int64(1), numpy.float64(3.234), numpy.int64(3)], QDictionary(qlist(numpy.array(['x', 'y']), qtype = QSYMBOL_LIST), [numpy.string_('a'), numpy.int64(2)]), numpy.float32(5.5)])),

                   (b'flip `abc`def!(1 2 3; 4 5 6)',                  (qtable(qlist(numpy.array(['abc', 'def']), qtype = QSYMBOL_LIST),
                                                                            [qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype=QLONG_LIST),
                                                                             qlist(numpy.array([4, 5, 6], dtype=numpy.int64), qtype=QLONG_LIST)],
                                                                            qtype=QTABLE),
                                                                      qtable(qlist(numpy.array(['abc', 'def']), qtype = QSYMBOL_LIST),
示例#11
0
def test_reading():
    BINARY = OrderedDict()

    with open('tests/QExpressions3.out', 'rb') as f:
        while True:
            query = f.readline().strip()
            binary = f.readline().strip()

            if not binary:
                break

            BINARY[query] = binary

    buffer_reader = qreader.QReader(None)
    print('Deserialization')

    def test_reading_one(query, value):
        buffer_ = BytesIO()
        binary = binascii.unhexlify(BINARY[query])

        buffer_.write(b'\1\0\0\0')
        buffer_.write(struct.pack('i', len(binary) + 8))
        buffer_.write(binary)
        buffer_.seek(0)

        sys.stdout.write('  %-75s' % query)
        try:
            header = buffer_reader.read_header(source=buffer_.getvalue())
            result = buffer_reader.read_data(
                message_size=header.size,
                compression_mode=header.compression_mode,
                raw=True)
            assert compare(buffer_.getvalue()[8:],
                           result), 'raw reading failed: %s' % (query)

            stream_reader = qreader.QReader(buffer_)
            result = stream_reader.read(raw=True).data
            assert compare(buffer_.getvalue()[8:],
                           result), 'raw reading failed: %s' % (query)

            result = buffer_reader.read(source=buffer_.getvalue()).data
            if type(value) == QTemporalList:
                assert compare(
                    value, result
                ), 'deserialization failed: %s, expected: %s actual: %s' % (
                    query, [x.raw for x in value], [x.raw for x in result])
            else:
                assert compare(
                    value, result
                ), 'deserialization failed: %s, expected: %s actual: %s' % (
                    query, value, result)

            header = buffer_reader.read_header(source=buffer_.getvalue())
            result = buffer_reader.read_data(
                message_size=header.size,
                compression_mode=header.compression_mode)
            assert compare(value,
                           result), 'deserialization failed: %s' % (query)

            buffer_.seek(0)
            stream_reader = qreader.QReader(buffer_)
            result = stream_reader.read().data
            assert compare(
                value, result
            ), 'deserialization failed: %s, expected: %s actual: %s' % (
                query, value, result)
            print('.')
        except QException as e:
            assert isinstance(value, QException)
            assert e.args == value.args
            print('.')

    test_reading_one(
        b'("G"$"8c680a01-5a49-5aab-5a65-d4bfddb6a661"; 0Ng)',
        qlist(numpy.array(
            [uuid.UUID('8c680a01-5a49-5aab-5a65-d4bfddb6a661'),
             qnull(QGUID)]),
              qtype=QGUID_LIST))
    test_reading_one(b'"G"$"8c680a01-5a49-5aab-5a65-d4bfddb6a661"',
                     uuid.UUID('8c680a01-5a49-5aab-5a65-d4bfddb6a661'))
    test_reading_one(b'"G"$"00000000-0000-0000-0000-000000000000"',
                     uuid.UUID('00000000-0000-0000-0000-000000000000'))
    test_reading_one(
        b'(2001.01m; 0Nm)',
        qlist(numpy.array([12, qnull(QMONTH)]), qtype=QMONTH_LIST))
    test_reading_one(b'2001.01m',
                     qtemporal(numpy.datetime64('2001-01', 'M'), qtype=QMONTH))
    test_reading_one(b'0Nm',
                     qtemporal(numpy.datetime64('NaT', 'M'), qtype=QMONTH))
    test_reading_one(
        b'2001.01.01 2000.05.01 0Nd',
        qlist(numpy.array([366, 121, qnull(QDATE)]), qtype=QDATE_LIST))
    test_reading_one(
        b'2001.01.01',
        qtemporal(numpy.datetime64('2001-01-01', 'D'), qtype=QDATE))
    test_reading_one(b'0Nd',
                     qtemporal(numpy.datetime64('NaT', 'D'), qtype=QDATE))
    test_reading_one(
        b'2000.01.04T05:36:57.600 0Nz',
        qlist(numpy.array([3.234, qnull(QDATETIME)]), qtype=QDATETIME_LIST))
    test_reading_one(
        b'2000.01.04T05:36:57.600',
        qtemporal(numpy.datetime64('2000-01-04T05:36:57.600', 'ms'),
                  qtype=QDATETIME))
    test_reading_one(b'0Nz',
                     qtemporal(numpy.datetime64('NaT', 'ms'), qtype=QDATETIME))
    test_reading_one(
        b'12:01 0Nu',
        qlist(numpy.array([721, qnull(QMINUTE)]), qtype=QMINUTE_LIST))
    test_reading_one(b'12:01',
                     qtemporal(numpy.timedelta64(721, 'm'), qtype=QMINUTE))
    test_reading_one(b'0Nu',
                     qtemporal(numpy.timedelta64('NaT', 'm'), qtype=QMINUTE))
    test_reading_one(
        b'12:05:00 0Nv',
        qlist(numpy.array([43500, qnull(QSECOND)]), qtype=QSECOND_LIST))
    test_reading_one(b'12:05:00',
                     qtemporal(numpy.timedelta64(43500, 's'), qtype=QSECOND))
    test_reading_one(b'0Nv',
                     qtemporal(numpy.timedelta64('NaT', 's'), qtype=QSECOND))
    test_reading_one(
        b'12:04:59.123 0Nt',
        qlist(numpy.array([43499123, qnull(QTIME)]), qtype=QTIME_LIST))
    test_reading_one(b'12:04:59.123',
                     qtemporal(numpy.timedelta64(43499123, 'ms'), qtype=QTIME))
    test_reading_one(b'0Nt',
                     qtemporal(numpy.timedelta64('NaT', 'ms'), qtype=QTIME))
    test_reading_one(
        b'2000.01.04D05:36:57.600 0Np',
        qlist(numpy.array([long(279417600000000),
                           qnull(QTIMESTAMP)]),
              qtype=QTIMESTAMP_LIST))
    test_reading_one(
        b'2000.01.04D05:36:57.600',
        qtemporal(numpy.datetime64('2000-01-04T05:36:57.600', 'ns'),
                  qtype=QTIMESTAMP))
    test_reading_one(
        b'0Np', qtemporal(numpy.datetime64('NaT', 'ns'), qtype=QTIMESTAMP))
    test_reading_one(
        b'0D05:36:57.600 0Nn',
        qlist(numpy.array([long(20217600000000),
                           qnull(QTIMESPAN)]),
              qtype=QTIMESPAN_LIST))
    test_reading_one(
        b'0D05:36:57.600',
        qtemporal(numpy.timedelta64(20217600000000, 'ns'), qtype=QTIMESPAN))
    test_reading_one(
        b'0Nn', qtemporal(numpy.timedelta64('NaT', 'ns'), qtype=QTIMESPAN))

    test_reading_one(b'::', None)
    test_reading_one(b'1+`', QException(b'type'))
    test_reading_one(b'1', numpy.int64(1))
    test_reading_one(b'1i', numpy.int32(1))
    test_reading_one(b'-234h', numpy.int16(-234))
    test_reading_one(b'0b', numpy.bool_(False))
    test_reading_one(b'1b', numpy.bool_(True))
    test_reading_one(b'0x2a', numpy.byte(0x2a))
    test_reading_one(b'89421099511627575j',
                     numpy.int64(long(89421099511627575)))
    test_reading_one(b'5.5e', numpy.float32(5.5))
    test_reading_one(b'3.234', numpy.float64(3.234))
    test_reading_one(b'"0"', b'0')
    test_reading_one(b'"abc"', b'abc')
    test_reading_one(b'"quick brown fox jumps over a lazy dog"',
                     b'quick brown fox jumps over a lazy dog')
    test_reading_one(b'`abc', numpy.string_('abc'))
    test_reading_one(b'`quickbrownfoxjumpsoveralazydog',
                     numpy.string_('quickbrownfoxjumpsoveralazydog'))
    test_reading_one(b'0Nh', qnull(QSHORT))
    test_reading_one(b'0N', qnull(QLONG))
    test_reading_one(b'0Ni', qnull(QINT))
    test_reading_one(b'0Nj', qnull(QLONG))
    test_reading_one(b'0Ne', qnull(QFLOAT))
    test_reading_one(b'0n', qnull(QDOUBLE))
    test_reading_one(b'" "', qnull(QSTRING))
    test_reading_one(b'`', qnull(QSYMBOL))
    test_reading_one(b'0Ng', qnull(QGUID))
    test_reading_one(b'()', []),
    test_reading_one(
        b'(0b;1b;0b)',
        qlist(numpy.array([False, True, False], dtype=numpy.bool_),
              qtype=QBOOL_LIST))
    test_reading_one(
        b'(0x01;0x02;0xff)',
        qlist(numpy.array([0x01, 0x02, 0xff], dtype=numpy.byte),
              qtype=QBYTE_LIST))
    test_reading_one(
        b'(1h;2h;3h)',
        qlist(numpy.array([1, 2, 3], dtype=numpy.int16), qtype=QSHORT_LIST))
    test_reading_one(
        b'(1h;0Nh;3h)',
        qlist(numpy.array([1, qnull(QSHORT), 3], dtype=numpy.int16),
              qtype=QSHORT_LIST))
    test_reading_one(
        b'1 2 3',
        qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype=QLONG_LIST))
    test_reading_one(
        b'1 0N 3',
        qlist(numpy.array([1, qnull(QLONG), 3], dtype=numpy.int64),
              qtype=QLONG_LIST))
    test_reading_one(
        b'(1i;2i;3i)',
        qlist(numpy.array([1, 2, 3], dtype=numpy.int32), qtype=QINT_LIST))
    test_reading_one(
        b'(1i;0Ni;3i)',
        qlist(numpy.array([1, qnull(QINT), 3], dtype=numpy.int32),
              qtype=QINT_LIST))
    test_reading_one(
        b'(1j;2j;3j)',
        qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype=QLONG_LIST))
    test_reading_one(
        b'(1j;0Nj;3j)',
        qlist(numpy.array([1, qnull(QLONG), 3], dtype=numpy.int64),
              qtype=QLONG_LIST))
    test_reading_one(
        b'(5.5e; 8.5e)',
        qlist(numpy.array([5.5, 8.5], dtype=numpy.float32), qtype=QFLOAT_LIST))
    test_reading_one(
        b'(5.5e; 0Ne)',
        qlist(numpy.array([5.5, qnull(QFLOAT)], dtype=numpy.float32),
              qtype=QFLOAT_LIST))
    test_reading_one(
        b'3.23 6.46',
        qlist(numpy.array([3.23, 6.46], dtype=numpy.float64),
              qtype=QDOUBLE_LIST))
    test_reading_one(
        b'3.23 0n',
        qlist(numpy.array([3.23, qnull(QDOUBLE)], dtype=numpy.float64),
              qtype=QDOUBLE_LIST))
    test_reading_one(
        b'(1;`bcd;"0bc";5.5e)',
        [numpy.int64(1),
         numpy.string_('bcd'), b'0bc',
         numpy.float32(5.5)])
    test_reading_one(
        b'(42;::;`foo)',
        [numpy.int64(42), None, numpy.string_('foo')])
    test_reading_one(
        b'`the`quick`brown`fox',
        qlist(numpy.array([
            numpy.string_('the'),
            numpy.string_('quick'),
            numpy.string_('brown'),
            numpy.string_('fox')
        ],
                          dtype=object),
              qtype=QSYMBOL_LIST))
    test_reading_one(
        b'``quick``fox',
        qlist(numpy.array([
            qnull(QSYMBOL),
            numpy.string_('quick'),
            qnull(QSYMBOL),
            numpy.string_('fox')
        ],
                          dtype=object),
              qtype=QSYMBOL_LIST))
    test_reading_one(
        b'``',
        qlist(numpy.array([qnull(QSYMBOL), qnull(QSYMBOL)], dtype=object),
              qtype=QSYMBOL_LIST))
    test_reading_one(
        b'("quick"; "brown"; "fox"; "jumps"; "over"; "a lazy"; "dog")',
        [b'quick', b'brown', b'fox', b'jumps', b'over', b'a lazy', b'dog'])
    test_reading_one(
        b'("quick"; " "; "fox"; "jumps"; "over"; "a lazy"; "dog")',
        [b'quick', b' ', b'fox', b'jumps', b'over', b'a lazy', b'dog'])
    test_reading_one(b'{x+y}', QLambda('{x+y}')),
    test_reading_one(b'{x+y}[3]',
                     QProjection([QLambda('{x+y}'),
                                  numpy.int64(3)]))
    test_reading_one(b'insert [1]', QProjection([QFunction(0),
                                                 numpy.int64(1)]))
    test_reading_one(b'xbar', QLambda('k){x*y div x:$[16h=abs[@x];"j"$x;x]}'))
    test_reading_one(b'not', QFunction(0))
    test_reading_one(b'and', QFunction(0))
    test_reading_one(b'md5', QProjection([QFunction(0), numpy.int64(-15)]))
    test_reading_one(b'any', QFunction(0))
    test_reading_one(b'save', QFunction(0))
    test_reading_one(b'raze', QFunction(0))
    test_reading_one(b'sums', QFunction(0))
    test_reading_one(b'prev', QFunction(0))

    test_reading_one(
        b'(enlist `a)!(enlist 1)',
        QDictionary(
            qlist(numpy.array(['a']), qtype=QSYMBOL_LIST),
            qlist(numpy.array([1], dtype=numpy.int64), qtype=QLONG_LIST)))
    test_reading_one(
        b'1 2!`abc`cdefgh',
        QDictionary(
            qlist(numpy.array([1, 2], dtype=numpy.int64), qtype=QLONG_LIST),
            qlist(numpy.array(['abc', 'cdefgh']), qtype=QSYMBOL_LIST)))
    test_reading_one(
        b'`abc`def`gh!([] one: 1 2 3; two: 4 5 6)',
        QDictionary(
            qlist(numpy.array(['abc', 'def', 'gh']), qtype=QSYMBOL_LIST),
            qtable(qlist(numpy.array(['one', 'two']), qtype=QSYMBOL_LIST), [
                qlist(numpy.array([1, 2, 3]), qtype=QLONG_LIST),
                qlist(numpy.array([4, 5, 6]), qtype=QLONG_LIST)
            ])))
    test_reading_one(
        b'(0 1; 2 3)!`first`second',
        QDictionary([
            qlist(numpy.array([0, 1], dtype=numpy.int64), qtype=QLONG_LIST),
            qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST)
        ], qlist(numpy.array(['first', 'second']), qtype=QSYMBOL_LIST)))
    test_reading_one(
        b'(1;2h;3.234;"4")!(`one;2 3;"456";(7;8 9))',
        QDictionary(
            [numpy.int64(1),
             numpy.int16(2),
             numpy.float64(3.234), b'4'], [
                 numpy.string_('one'),
                 qlist(numpy.array([2, 3], dtype=numpy.int64),
                       qtype=QLONG_LIST), b'456',
                 [
                     numpy.int64(7),
                     qlist(numpy.array([8, 9], dtype=numpy.int64),
                           qtype=QLONG_LIST)
                 ]
             ]))
    test_reading_one(
        b'`A`B`C!((1;3.234;3);(`x`y!(`a;2));5.5e)',
        QDictionary(
            qlist(numpy.array(['A', 'B', 'C']), qtype=QSYMBOL_LIST),
            [[numpy.int64(1),
              numpy.float64(3.234),
              numpy.int64(3)],
             QDictionary(qlist(numpy.array(['x', 'y']), qtype=QSYMBOL_LIST),
                         [b'a', numpy.int64(2)]),
             numpy.float32(5.5)]))

    test_reading_one(
        b'flip `abc`def!(1 2 3; 4 5 6)',
        qtable(qlist(numpy.array(['abc', 'def']), qtype=QSYMBOL_LIST), [
            qlist(numpy.array([1, 2, 3]), qtype=QLONG_LIST),
            qlist(numpy.array([4, 5, 6]), qtype=QLONG_LIST)
        ]))
    test_reading_one(
        b'flip `name`iq!(`Dent`Beeblebrox`Prefect;98 42 126)',
        qtable(qlist(numpy.array(['name', 'iq']), qtype=QSYMBOL_LIST), [
            qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']),
                  qtype=QSYMBOL_LIST),
            qlist(numpy.array([98, 42, 126]), qtype=QLONG_LIST)
        ]))
    test_reading_one(
        b'flip `name`iq`grade!(`Dent`Beeblebrox`Prefect;98 42 126;"a c")',
        qtable(qlist(numpy.array(['name', 'iq', 'grade']), qtype=QSYMBOL_LIST),
               [
                   qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']),
                         qtype=QSYMBOL_LIST),
                   qlist(numpy.array([98, 42, 126]), qtype=QLONG_LIST), b"a c"
               ]))
    test_reading_one(
        b'flip `name`iq`fullname!(`Dent`Beeblebrox`Prefect;98 42 126;("Arthur Dent"; "Zaphod Beeblebrox"; "Ford Prefect"))',
        qtable(
            qlist(numpy.array(['name', 'iq', 'fullname']), qtype=QSYMBOL_LIST),
            [
                qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']),
                      qtype=QSYMBOL_LIST),
                qlist(numpy.array([98, 42, 126]), qtype=QLONG_LIST),
                [b"Arthur Dent", b"Zaphod Beeblebrox", b"Ford Prefect"]
            ]))
    test_reading_one(
        b'flip `name`iq`fullname!(`Dent`Beeblebrox`Prefect;98 42 126;("Arthur Dent"; " "; "Ford Prefect"))',
        qtable(
            qlist(numpy.array(['name', 'iq', 'fullname']), qtype=QSYMBOL_LIST),
            [
                qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']),
                      qtype=QSYMBOL_LIST),
                qlist(numpy.array([98, 42, 126]), qtype=QLONG_LIST),
                [b"Arthur Dent", b" ", b"Ford Prefect"]
            ]))
    test_reading_one(
        b'([] sc:1 2 3; nsc:(1 2; 3 4; 5 6 7))',
        qtable(qlist(numpy.array(['sc', 'nsc']), qtype=QSYMBOL_LIST), [
            qlist(numpy.array([1, 2, 3]), qtype=QLONG_LIST),
            [
                qlist(numpy.array([1, 2]), qtype=QLONG_LIST),
                qlist(numpy.array([3, 4]), qtype=QLONG_LIST),
                qlist(numpy.array([5, 6, 7]), qtype=QLONG_LIST)
            ]
        ]))
    test_reading_one(
        b'([] sc:1 2 3; nsc:(1 2; 3 4; 5 6))',
        qtable(qlist(numpy.array(['sc', 'nsc']), qtype=QSYMBOL_LIST), [
            qlist(numpy.array([1, 2, 3]), qtype=QLONG_LIST),
            [
                qlist(numpy.array([1, 2]), qtype=QLONG_LIST),
                qlist(numpy.array([3, 4]), qtype=QLONG_LIST),
                qlist(numpy.array([5, 6]), qtype=QLONG_LIST)
            ]
        ]))
    test_reading_one(
        b'1#([] sym:`x`x`x;str:"  a")',
        qtable(qlist(numpy.array(['sym', 'str']), qtype=QSYMBOL_LIST), [
            qlist(numpy.array(['x'], dtype=numpy.string_), qtype=QSYMBOL_LIST),
            b" "
        ]))
    test_reading_one(
        b'-1#([] sym:`x`x`x;str:"  a")',
        qtable(qlist(numpy.array(['sym', 'str']), qtype=QSYMBOL_LIST), [
            qlist(numpy.array(['x'], dtype=numpy.string_), qtype=QSYMBOL_LIST),
            b"a"
        ]))
    test_reading_one(
        b'2#([] sym:`x`x`x`x;str:"  aa")',
        qtable(qlist(numpy.array(['sym', 'str']), qtype=QSYMBOL_LIST), [
            qlist(numpy.array(['x', 'x'], dtype=numpy.string_),
                  qtype=QSYMBOL_LIST), b"  "
        ]))
    test_reading_one(
        b'-2#([] sym:`x`x`x`x;str:"  aa")',
        qtable(qlist(numpy.array(['sym', 'str']), qtype=QSYMBOL_LIST), [
            qlist(numpy.array(['x', 'x'], dtype=numpy.string_),
                  qtype=QSYMBOL_LIST), b"aa"
        ]))
    test_reading_one(
        b'([] name:`symbol$(); iq:`int$())',
        qtable(qlist(numpy.array(['name', 'iq']), qtype=QSYMBOL_LIST), [
            qlist(numpy.array([], dtype=numpy.string_), qtype=QSYMBOL_LIST),
            qlist(numpy.array([]), qtype=QINT_LIST)
        ]))
    test_reading_one(
        b'([] pos:`d1`d2`d3;dates:(2001.01.01;2000.05.01;0Nd))',
        qtable(qlist(numpy.array(['pos', 'dates']), qtype=QSYMBOL_LIST), [
            qlist(numpy.array(['d1', 'd2', 'd3']), qtype=QSYMBOL_LIST),
            qlist(numpy.array([366, 121, qnull(QDATE)]), qtype=QDATE_LIST)
        ]))
    test_reading_one(
        b'([eid:1001 1002 1003] pos:`d1`d2`d3;dates:(2001.01.01;2000.05.01;0Nd))',
        QKeyedTable(
            qtable(qlist(numpy.array(['eid']), qtype=QSYMBOL_LIST),
                   [qlist(numpy.array([1001, 1002, 1003]), qtype=QLONG_LIST)]),
            qtable(qlist(numpy.array(['pos', 'dates']), qtype=QSYMBOL_LIST), [
                qlist(numpy.array(['d1', 'd2', 'd3']), qtype=QSYMBOL_LIST),
                qlist(numpy.array([366, 121, qnull(QDATE)]), qtype=QDATE_LIST)
            ])))
示例#12
0
def test_reading_numpy_temporals():
    BINARY = OrderedDict()

    with open('tests/QExpressions3.out', 'rb') as f:
        while True:
            query = f.readline().strip()
            binary = f.readline().strip()

            if not binary:
                break

            BINARY[query] = binary

    def test_reading_numpy_temporals_one(query, value):
        buffer_ = BytesIO()
        binary = binascii.unhexlify(BINARY[query])

        buffer_.write(b'\1\0\0\0')
        buffer_.write(struct.pack('i', len(binary) + 8))
        buffer_.write(binary)
        buffer_.seek(0)

        sys.stdout.write('  %-75s' % query)
        try:
            buffer_.seek(0)
            stream_reader = qreader.QReader(buffer_)
            result = stream_reader.read(numpy_temporals=True).data
            assert compare(
                value, result
            ), 'deserialization failed: %s, expected: %s actual: %s' % (
                query, value, result)
            print('.')
        except QException as e:
            assert isinstance(value, QException)
            assert e.args == value.args
            print('.')

    print('Deserialization (numpy temporals)')
    test_reading_numpy_temporals_one(
        b'(2001.01m; 0Nm)',
        qlist(numpy.array(
            [numpy.datetime64('2001-01'),
             numpy.datetime64('NaT')],
            dtype='datetime64[M]'),
              qtype=QMONTH_LIST))
    test_reading_numpy_temporals_one(b'2001.01m',
                                     numpy.datetime64('2001-01', 'M'))
    test_reading_numpy_temporals_one(b'0Nm', numpy.datetime64('NaT', 'M'))
    test_reading_numpy_temporals_one(
        b'2001.01.01 2000.05.01 0Nd',
        qlist(numpy.array([
            numpy.datetime64('2001-01-01'),
            numpy.datetime64('2000-05-01'),
            numpy.datetime64('NaT')
        ],
                          dtype='datetime64[D]'),
              qtype=QDATE_LIST))
    test_reading_numpy_temporals_one(b'2001.01.01',
                                     numpy.datetime64('2001-01-01', 'D'))
    test_reading_numpy_temporals_one(b'0Nd', numpy.datetime64('NaT', 'D'))
    test_reading_numpy_temporals_one(
        b'2000.01.04T05:36:57.600 0Nz',
        qlist(numpy.array([
            numpy.datetime64('2000-01-04T05:36:57.600', 'ms'),
            numpy.datetime64('nat', 'ms')
        ]),
              qtype=QDATETIME_LIST))
    test_reading_numpy_temporals_one(
        b'2000.01.04T05:36:57.600',
        numpy.datetime64('2000-01-04T05:36:57.600', 'ms'))
    test_reading_numpy_temporals_one(b'0Nz', numpy.datetime64('NaT', 'ms'))
    test_reading_numpy_temporals_one(
        b'12:01 0Nu',
        qlist(numpy.array(
            [numpy.timedelta64(721, 'm'),
             numpy.timedelta64('nat', 'm')]),
              qtype=QMINUTE))
    test_reading_numpy_temporals_one(b'12:01', numpy.timedelta64(721, 'm'))
    test_reading_numpy_temporals_one(b'0Nu', numpy.timedelta64('NaT', 'm'))
    test_reading_numpy_temporals_one(
        b'12:05:00 0Nv',
        qlist(numpy.array(
            [numpy.timedelta64(43500, 's'),
             numpy.timedelta64('nat', 's')]),
              qtype=QSECOND))
    test_reading_numpy_temporals_one(b'12:05:00',
                                     numpy.timedelta64(43500, 's'))
    test_reading_numpy_temporals_one(b'0Nv', numpy.timedelta64('nat', 's'))
    test_reading_numpy_temporals_one(
        b'12:04:59.123 0Nt',
        qlist(numpy.array([
            numpy.timedelta64(43499123, 'ms'),
            numpy.timedelta64('nat', 'ms')
        ]),
              qtype=QTIME_LIST))
    test_reading_numpy_temporals_one(b'12:04:59.123',
                                     numpy.timedelta64(43499123, 'ms'))
    test_reading_numpy_temporals_one(b'0Nt', numpy.timedelta64('NaT', 'ms'))
    test_reading_numpy_temporals_one(
        b'2000.01.04D05:36:57.600 0Np',
        qlist(numpy.array([
            numpy.datetime64('2000-01-04T05:36:57.600', 'ns'),
            numpy.datetime64('nat', 'ns')
        ]),
              qtype=QTIMESTAMP_LIST))
    test_reading_numpy_temporals_one(
        b'2000.01.04D05:36:57.600',
        numpy.datetime64('2000-01-04T05:36:57.600', 'ns'))
    test_reading_numpy_temporals_one(b'0Np', numpy.datetime64('NaT', 'ns'))
    test_reading_numpy_temporals_one(
        b'0D05:36:57.600 0Nn',
        qlist(numpy.array([
            numpy.timedelta64(20217600000000, 'ns'),
            numpy.timedelta64('nat', 'ns')
        ]),
              qtype=QTIMESPAN_LIST))
    test_reading_numpy_temporals_one(b'0D05:36:57.600',
                                     numpy.timedelta64(20217600000000, 'ns'))
    test_reading_numpy_temporals_one(b'0Nn', numpy.timedelta64('NaT', 'ns'))
    test_reading_numpy_temporals_one(
        b'([] pos:`d1`d2`d3;dates:(2001.01.01;2000.05.01;0Nd))',
        qtable(['pos', 'dates'], [
            qlist(numpy.array(['d1', 'd2', 'd3']), qtype=QSYMBOL_LIST),
            numpy.array([
                numpy.datetime64('2001-01-01'),
                numpy.datetime64('2000-05-01'),
                numpy.datetime64('NaT')
            ],
                        dtype='datetime64[D]')
        ]))
示例#13
0
except ImportError:
    from io import BytesIO

if sys.version > '3':
    long = int

from collections import OrderedDict
from qpython import qreader
from qpython.qtype import *  # @UnusedWildImport
from qpython.qcollection import qlist, QList, QTemporalList, QDictionary, qtable, QTable, QKeyedTable
from qpython.qtemporal import qtemporal, QTemporal

COMPRESSED_EXPRESSIONS = OrderedDict((
    (b'1000#`q', qlist(numpy.array(['q'] * 1000), qtype=QSYMBOL_LIST)),
    (b'([] q:1000#`q)',
     qtable(qlist(numpy.array(['q']), qtype=QSYMBOL_LIST),
            [qlist(numpy.array(['q'] * 1000), qtype=QSYMBOL_LIST)])),
    (b'([] a:til 200;b:25+til 200;c:200#`a)',
     qtable(qlist(numpy.array(['a', 'b', 'c']), qtype=QSYMBOL_LIST), [
         qlist(numpy.arange(200), qtype=QLONG_LIST),
         qlist(numpy.arange(200) + 25, qtype=QLONG_LIST),
         qlist(numpy.array(['a'] * 200), qtype=QSYMBOL_LIST)
     ])),
))


def arrays_equal(left, right):
    if type(left) != type(right):
        return False

    if type(left) == numpy.ndarray and left.dtype != right.dtype:
        print('Type comparison failed: %s != %s' % (left.dtype, right.dtype))
示例#14
0
def test_writing():
    w = qwriter.QWriter(None, 3)

    def test_writing_one(query, value):
        sys.stdout.write( '%-75s' % query )
        if isinstance(value, tuple):
            for obj in value:
                sys.stdout.write( '.' )
                serialized = binascii.hexlify(w.write(obj, 1))[16:].lower()
                assert serialized == BINARY[query].lower(), 'serialization failed: %s, expected: %s actual: %s' % (query,  BINARY[query].lower(), serialized)
        elif isinstance(value, dict):
            sys.stdout.write( '.' )
            single_char_strings = value['single_char_strings'] if 'single_char_strings' in value else False
            serialized = binascii.hexlify(w.write(value['data'], 1, single_char_strings = single_char_strings))[16:].lower()
            assert serialized == BINARY[query].lower(), 'serialization failed: %s, expected: %s actual: %s' % (query,  BINARY[query].lower(), serialized)
        else:
            sys.stdout.write( '.' )
            serialized = binascii.hexlify(w.write(value, 1))[16:].lower()
            assert serialized == BINARY[query].lower(), 'serialization failed: %s, expected: %s actual: %s' % (query,  BINARY[query].lower(), serialized)

        print('')

    test_writing_one(b'("G"$"8c680a01-5a49-5aab-5a65-d4bfddb6a661"; 0Ng)',
                                                     qlist(numpy.array([uuid.UUID('8c680a01-5a49-5aab-5a65-d4bfddb6a661'), qnull(QGUID)]), qtype=QGUID_LIST))
    test_writing_one(b'"G"$"8c680a01-5a49-5aab-5a65-d4bfddb6a661"',    uuid.UUID('8c680a01-5a49-5aab-5a65-d4bfddb6a661'))
    test_writing_one(b'"G"$"00000000-0000-0000-0000-000000000000"',    uuid.UUID('00000000-0000-0000-0000-000000000000'))
    test_writing_one (b'(2001.01m; 0Nm)',                              (qlist(numpy.array([to_raw_qtemporal(numpy.datetime64('2001-01', 'M'), QMONTH), qnull(QMONTH)]), qtype=QMONTH_LIST),
                                                      qlist(numpy.array([12, qnull(QMONTH)]), qtype=QMONTH_LIST),
                                                      qlist(array_to_raw_qtemporal(numpy.array([numpy.datetime64('2001-01', 'M'), numpy.datetime64('NaT', 'M')]), qtype = QMONTH_LIST), qtype = QMONTH_LIST),
                                                      qlist([12, qnull(QMONTH)], qtype=QMONTH_LIST),
                                                      qlist(numpy.array([numpy.datetime64('2001-01'), numpy.datetime64('NaT')], dtype='datetime64[M]'), qtype=QMONTH_LIST),
                                                      numpy.array([numpy.datetime64('2001-01'), numpy.datetime64('NaT')], dtype='datetime64[M]'),
                                                      ))
    test_writing_one(b'2001.01m',                                      (qtemporal(numpy.datetime64('2001-01', 'M'), qtype=QMONTH),
                                                      numpy.datetime64('2001-01', 'M')))
    test_writing_one(b'0Nm',                                           (qtemporal(qnull(QMONTH), qtype=QMONTH),
                                                      qtemporal(numpy.datetime64('NaT', 'M'), qtype=QMONTH),
                                                      numpy.datetime64('NaT', 'M')))
    test_writing_one(b'2001.01.01 2000.05.01 0Nd',                     (qlist(numpy.array([to_raw_qtemporal(numpy.datetime64('2001-01-01', 'D'), qtype=QDATE), to_raw_qtemporal(numpy.datetime64('2000-05-01', 'D'), qtype=QDATE), qnull(QDATE)]), qtype=QDATE_LIST),
                                                      qlist(numpy.array([366, 121, qnull(QDATE)]), qtype=QDATE_LIST),
                                                      qlist(array_to_raw_qtemporal(numpy.array([numpy.datetime64('2001-01-01', 'D'), numpy.datetime64('2000-05-01', 'D'), numpy.datetime64('NaT', 'D')]), qtype = QDATE_LIST), qtype = QDATE_LIST),
                                                      qlist([366, 121, qnull(QDATE)], qtype=QDATE_LIST),
                                                      qlist(numpy.array([numpy.datetime64('2001-01-01'), numpy.datetime64('2000-05-01'), numpy.datetime64('NaT')], dtype='datetime64[D]'), qtype=QDATE_LIST),
                                                      numpy.array([numpy.datetime64('2001-01-01'), numpy.datetime64('2000-05-01'), numpy.datetime64('NaT')], dtype='datetime64[D]'),
                                                      ))
    test_writing_one(b'2001.01.01',                                    (qtemporal(numpy.datetime64('2001-01-01', 'D'), qtype=QDATE),
                                                      numpy.datetime64('2001-01-01', 'D')))
    test_writing_one(b'0Nd',                                           (qtemporal(qnull(QDATE), qtype=QDATE),
                                                      qtemporal(numpy.datetime64('NaT', 'D'), qtype=QDATE),
                                                      numpy.datetime64('NaT', 'D')))
    test_writing_one(b'2000.01.04T05:36:57.600 0Nz',                   (qlist(numpy.array([3.234, qnull(QDATETIME)]), qtype=QDATETIME_LIST),
                                                      qlist(array_to_raw_qtemporal(numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ms'), numpy.datetime64('nat', 'ms')]), qtype=QDATETIME_LIST), qtype=QDATETIME_LIST),
                                                      qlist([3.234, qnull(QDATETIME)], qtype=QDATETIME_LIST),
                                                      qlist(numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ms'), numpy.datetime64('nat', 'ms')]), qtype = QDATETIME_LIST),
                                                      numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ms'), numpy.datetime64('nat', 'ms')])
                                                      ))
    test_writing_one(b'2000.01.04T05:36:57.600',                       (qtemporal(numpy.datetime64('2000-01-04T05:36:57.600', 'ms'), qtype=QDATETIME),
                                                      numpy.datetime64('2000-01-04T05:36:57.600', 'ms')))
    test_writing_one(b'0Nz',                                           (qtemporal(qnull(QDATETIME), qtype=QDATETIME),
                                                      qtemporal(numpy.datetime64('NaT', 'ms'), qtype=QDATETIME),
                                                      numpy.datetime64('NaT', 'ms')))
    test_writing_one(b'12:01 0Nu',                                     (qlist(numpy.array([721, qnull(QMINUTE)]), qtype=QMINUTE_LIST),
                                                      qlist(array_to_raw_qtemporal(numpy.array([numpy.timedelta64(721, 'm'), numpy.timedelta64('nat', 'm')]), qtype=QMINUTE_LIST), qtype=QMINUTE_LIST),
                                                      qlist([721, qnull(QMINUTE)], qtype=QMINUTE_LIST),
                                                      qlist(numpy.array([numpy.timedelta64(721, 'm'), numpy.timedelta64('nat', 'm')]), qtype = QMINUTE),
                                                      numpy.array([numpy.timedelta64(721, 'm'), numpy.timedelta64('nat', 'm')]),
                                                      ))
    test_writing_one(b'12:01',                                         (qtemporal(numpy.timedelta64(721, 'm'), qtype=QMINUTE),
                                                      numpy.timedelta64(721, 'm')))
    test_writing_one(b'0Nu',                                           (qtemporal(qnull(QMINUTE), qtype=QMINUTE),
                                                      qtemporal(numpy.timedelta64('NaT', 'm'), qtype=QMINUTE),
                                                      numpy.timedelta64('NaT', 'm')))
    test_writing_one(b'12:05:00 0Nv',                                  (qlist(numpy.array([43500, qnull(QSECOND)]), qtype=QSECOND_LIST),
                                                      qlist(array_to_raw_qtemporal(numpy.array([numpy.timedelta64(43500, 's'), numpy.timedelta64('nat', 's')]), qtype=QSECOND_LIST), qtype=QSECOND_LIST),
                                                      qlist([43500, qnull(QSECOND)], qtype=QSECOND_LIST),
                                                      qlist(numpy.array([numpy.timedelta64(43500, 's'), numpy.timedelta64('nat', 's')]), qtype = QSECOND),
                                                      numpy.array([numpy.timedelta64(43500, 's'), numpy.timedelta64('nat', 's')])
                                                      ))
    test_writing_one(b'12:05:00',                                      (qtemporal(numpy.timedelta64(43500, 's'), qtype=QSECOND),
                                                      numpy.timedelta64(43500, 's')))
    test_writing_one(b'0Nv',                                           (qtemporal(qnull(QSECOND), qtype=QSECOND),
                                                      qtemporal(numpy.timedelta64('nat', 's'), qtype=QSECOND),
                                                      numpy.timedelta64('nat', 's')))
    test_writing_one(b'12:04:59.123 0Nt',                              (qlist(numpy.array([43499123, qnull(QTIME)]), qtype=QTIME_LIST),
                                                      qlist([43499123, qnull(QTIME)], qtype=QTIME_LIST),
                                                      qlist(numpy.array([numpy.timedelta64(43499123, 'ms'), numpy.timedelta64('nat', 'ms')]), qtype = QTIME_LIST),
                                                      numpy.array([numpy.timedelta64(43499123, 'ms'), numpy.timedelta64('nat', 'ms')])
                                                      ))
    test_writing_one(b'12:04:59.123',                                  (qtemporal(numpy.timedelta64(43499123, 'ms'), qtype=QTIME),
                                                      numpy.timedelta64(43499123, 'ms')))
    test_writing_one(b'0Nt',                                           (qtemporal(qnull(QTIME), qtype=QTIME),
                                                      qtemporal(numpy.timedelta64('NaT', 'ms'), qtype=QTIME),
                                                      numpy.timedelta64('NaT', 'ms')))
    test_writing_one(b'2000.01.04D05:36:57.600 0Np',                   (qlist(numpy.array([long(279417600000000), qnull(QTIMESTAMP)]), qtype=QTIMESTAMP_LIST),
                                                      qlist(array_to_raw_qtemporal(numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ns'), numpy.datetime64('nat', 'ns')]), qtype=QTIMESTAMP_LIST), qtype=QTIMESTAMP_LIST),
                                                      qlist([long(279417600000000), qnull(QTIMESTAMP)], qtype=QTIMESTAMP_LIST),
                                                      qlist(numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ns'), numpy.datetime64('nat', 'ns')]), qtype = QTIMESTAMP_LIST),
                                                      numpy.array([numpy.datetime64('2000-01-04T05:36:57.600', 'ns'), numpy.datetime64('nat', 'ns')])
                                                      ))
    test_writing_one(b'2000.01.04D05:36:57.600',                       (qtemporal(numpy.datetime64('2000-01-04T05:36:57.600', 'ns'), qtype=QTIMESTAMP),
                                                      numpy.datetime64('2000-01-04T05:36:57.600', 'ns')))
    test_writing_one(b'0Np',                                           (qtemporal(qnull(QTIMESTAMP), qtype=QTIMESTAMP),
                                                      qtemporal(numpy.datetime64('NaT', 'ns'), qtype=QTIMESTAMP),
                                                      numpy.datetime64('NaT', 'ns')))
    test_writing_one(b'0D05:36:57.600 0Nn',                            (qlist(numpy.array([long(20217600000000), qnull(QTIMESPAN)]), qtype=QTIMESPAN_LIST),
                                                      qlist(array_to_raw_qtemporal(numpy.array([numpy.timedelta64(20217600000000, 'ns'), numpy.timedelta64('nat', 'ns')]), qtype=QTIMESPAN_LIST), qtype=QTIMESPAN_LIST),
                                                      qlist([long(20217600000000), qnull(QTIMESPAN)], qtype=QTIMESPAN_LIST),
                                                      qlist(numpy.array([numpy.timedelta64(20217600000000, 'ns'), numpy.timedelta64('nat', 'ns')]), qtype = QTIMESPAN_LIST),
                                                      numpy.array([numpy.timedelta64(20217600000000, 'ns'), numpy.timedelta64('nat', 'ns')])
                                                      ))
    test_writing_one(b'0D05:36:57.600',                                (qtemporal(numpy.timedelta64(20217600000000, 'ns'), qtype=QTIMESPAN),
                                                      numpy.timedelta64(20217600000000, 'ns')))
    test_writing_one(b'0Nn',                                           (qtemporal(qnull(QTIMESPAN), qtype=QTIMESPAN),
                                                      qtemporal(numpy.timedelta64('NaT', 'ns'), qtype=QTIMESPAN),
                                                      numpy.timedelta64('NaT', 'ns')))

    test_writing_one(b'::',                                            None)
    test_writing_one(b'1+`',                                           QException('type'))
    test_writing_one(b'1',                                             numpy.int64(1))
    test_writing_one(b'1i',                                            numpy.int32(1))
    test_writing_one(b'-234h',                                         numpy.int16(-234))
    test_writing_one(b'0b',                                            numpy.bool_(False))
    test_writing_one(b'1b',                                            numpy.bool_(True))
    test_writing_one(b'0x2a',                                          numpy.byte(0x2a))
    test_writing_one(b'89421099511627575j',                            numpy.int64(long(89421099511627575)))
    test_writing_one(b'5.5e',                                          numpy.float32(5.5))
    test_writing_one(b'3.234',                                         numpy.float64(3.234))
    test_writing_one(b'"0"',                                           '0')
    test_writing_one(b'"abc"',                                         ('abc',
                                                      numpy.array(list('abc'), dtype='S')))
    test_writing_one(b'"quick brown fox jumps over a lazy dog"',       'quick brown fox jumps over a lazy dog')
    test_writing_one(b'`abc',                                          numpy.string_('abc'))
    test_writing_one(b'`quickbrownfoxjumpsoveralazydog',               numpy.string_('quickbrownfoxjumpsoveralazydog'))
    test_writing_one(b'0Nh',                                           qnull(QSHORT))
    test_writing_one(b'0N',                                            qnull(QLONG))
    test_writing_one(b'0Ni',                                           qnull(QINT))
    test_writing_one(b'0Nj',                                           qnull(QLONG))
    test_writing_one(b'0Ne',                                           qnull(QFLOAT))
    test_writing_one(b'0n',                                            qnull(QDOUBLE))
    test_writing_one(b'" "',                                           qnull(QSTRING))
    test_writing_one(b'`',                                             qnull(QSYMBOL))
    test_writing_one(b'0Ng',                                           qnull(QGUID))
    test_writing_one(b'()',                                            [])
    test_writing_one(b'(0b;1b;0b)',                                    (numpy.array([False, True, False], dtype=numpy.bool_),
                                                      qlist(numpy.array([False, True, False]), qtype = QBOOL_LIST),
                                                      qlist([False, True, False], qtype = QBOOL_LIST)))
    test_writing_one(b'(0x01;0x02;0xff)',                              (numpy.array([0x01, 0x02, 0xff], dtype=numpy.byte),
                                                      qlist(numpy.array([0x01, 0x02, 0xff], dtype=numpy.byte), qtype = QBYTE_LIST),
                                                      qlist(numpy.array([0x01, 0x02, 0xff]), qtype = QBYTE_LIST),
                                                      qlist([0x01, 0x02, 0xff], qtype = QBYTE_LIST)))
    test_writing_one(b'(1h;2h;3h)',                                    (numpy.array([1, 2, 3], dtype=numpy.int16),
                                                      qlist(numpy.array([1, 2, 3], dtype=numpy.int16), qtype = QSHORT_LIST),
                                                      qlist(numpy.array([1, 2, 3]), qtype = QSHORT_LIST),
                                                      qlist([1, 2, 3], qtype = QSHORT_LIST)))
    test_writing_one(b'(1h;0Nh;3h)',                                   qlist(numpy.array([1, qnull(QSHORT), 3], dtype=numpy.int16), qtype=QSHORT_LIST))
    test_writing_one(b'1 2 3',                                         (numpy.array([1, 2, 3], dtype=numpy.int64),
                                                      qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype = QLONG_LIST),
                                                      qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
                                                      qlist([1, 2, 3], qtype = QLONG_LIST)))
    test_writing_one(b'1 0N 3',                                        qlist(numpy.array([1, qnull(QLONG), 3], dtype=numpy.int64), qtype=QLONG_LIST))
    test_writing_one(b'(1i;2i;3i)',                                    (numpy.array([1, 2, 3], dtype=numpy.int32),
                                                      qlist(numpy.array([1, 2, 3], dtype=numpy.int32), qtype = QINT_LIST),
                                                      qlist(numpy.array([1, 2, 3]), qtype = QINT_LIST),
                                                      qlist([1, 2, 3], qtype = QINT_LIST)))
    test_writing_one(b'(1i;0Ni;3i)',                                   qlist(numpy.array([1, qnull(QINT), 3], dtype=numpy.int32), qtype=QINT_LIST))
    test_writing_one(b'(1j;2j;3j)',                                    (numpy.array([1, 2, 3], dtype=numpy.int64),
                                                      qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype = QLONG_LIST),
                                                      qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
                                                      qlist([1, 2, 3], qtype = QLONG_LIST)))
    test_writing_one(b'(1j;0Nj;3j)',                                   qlist(numpy.array([1, qnull(QLONG), 3], dtype=numpy.int64), qtype=QLONG_LIST))
    test_writing_one(b'(5.5e; 8.5e)',                                  (numpy.array([5.5, 8.5], dtype=numpy.float32),
                                                      qlist(numpy.array([5.5, 8.5], dtype=numpy.float32), qtype = QFLOAT_LIST),
                                                      qlist(numpy.array([5.5, 8.5]), qtype = QFLOAT_LIST),
                                                      qlist([5.5, 8.5], qtype = QFLOAT_LIST)))
    test_writing_one(b'(5.5e; 0Ne)',                                   qlist(numpy.array([5.5, qnull(QFLOAT)], dtype=numpy.float32), qtype=QFLOAT_LIST))
    test_writing_one(b'3.23 6.46',                                     (numpy.array([3.23, 6.46], dtype=numpy.float64),
                                                      qlist(numpy.array([3.23, 6.46], dtype=numpy.float64), qtype = QDOUBLE_LIST),
                                                      qlist(numpy.array([3.23, 6.46]), qtype = QDOUBLE_LIST),
                                                      qlist([3.23, 6.46], qtype = QDOUBLE_LIST)))
    test_writing_one(b'3.23 0n',                                       qlist(numpy.array([3.23, qnull(QDOUBLE)], dtype=numpy.float64), qtype=QDOUBLE_LIST))
    test_writing_one(b'(1;`bcd;"0bc";5.5e)',                           [numpy.int64(1), numpy.string_('bcd'), '0bc', numpy.float32(5.5)])
    test_writing_one(b'(42;::;`foo)',                                  [numpy.int64(42), None, numpy.string_('foo')])
    test_writing_one(b'(1;2h;3.234;"4")',                              [numpy.int64(1), numpy.int16(2), numpy.float64(3.234), '4'])
    test_writing_one(b'(`one;2 3;"456";(7;8 9))',                      [numpy.string_('one'), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST), '456', [numpy.int64(7), qlist(numpy.array([8, 9], dtype=numpy.int64), qtype=QLONG_LIST)]])

    test_writing_one(b'`jumps`over`a`lazy`dog',                        (numpy.array(['jumps', 'over', 'a', 'lazy', 'dog'], dtype=numpy.string_),
                                                      qlist(numpy.array(['jumps', 'over', 'a', 'lazy', 'dog']), qtype = QSYMBOL_LIST),
                                                      qlist(['jumps', 'over', 'a', 'lazy', 'dog'], qtype = QSYMBOL_LIST)))
    test_writing_one(b'`the`quick`brown`fox',                          numpy.array([numpy.string_('the'), numpy.string_('quick'), numpy.string_('brown'), numpy.string_('fox')], dtype=object))
    test_writing_one(b'``quick``fox',                                  qlist(numpy.array([qnull(QSYMBOL), numpy.string_('quick'), qnull(QSYMBOL), numpy.string_('fox')], dtype=object), qtype=QSYMBOL_LIST))
    test_writing_one(b'``',                                            qlist(numpy.array([qnull(QSYMBOL), qnull(QSYMBOL)], dtype=object), qtype=QSYMBOL_LIST))
    test_writing_one(b'("quick"; "brown"; "fox"; "jumps"; "over"; "a lazy"; "dog")',
                                                     (['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog'],
                                                      qlist(numpy.array(['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog']), qtype = QSTRING_LIST),
                                                      qlist(['quick', 'brown', 'fox', 'jumps', 'over', 'a lazy', 'dog'], qtype = QSTRING_LIST)))
    test_writing_one(b'{x+y}',                                         QLambda('{x+y}'))
    test_writing_one(b'{x+y}[3]',                                      QProjection([QLambda('{x+y}'), numpy.int64(3)]))

    test_writing_one(b'(enlist `a)!(enlist 1)',                        (QDictionary(qlist(numpy.array(['a']), qtype = QSYMBOL_LIST),
                                                                  qlist(numpy.array([1], dtype=numpy.int64), qtype=QLONG_LIST)),
                                                      QDictionary(qlist(numpy.array(['a']), qtype = QSYMBOL_LIST),
                                                                  qlist(numpy.array([1]), qtype=QLONG_LIST))))
    test_writing_one(b'1 2!`abc`cdefgh',                               QDictionary(qlist(numpy.array([1, 2], dtype=numpy.int64), qtype=QLONG_LIST),
                                                                 qlist(numpy.array(['abc', 'cdefgh']), qtype = QSYMBOL_LIST)))
    test_writing_one(b'`abc`def`gh!([] one: 1 2 3; two: 4 5 6)',       QDictionary(qlist(numpy.array(['abc', 'def', 'gh']), qtype = QSYMBOL_LIST),
                                                                 qtable(qlist(numpy.array(['one', 'two']), qtype = QSYMBOL_LIST),
                                                                        [qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
                                                                         qlist(numpy.array([4, 5, 6]), qtype = QLONG_LIST)])))
    test_writing_one(b'(`x`y!(`a;2))',                                 QDictionary(qlist(numpy.array(['x', 'y']), qtype = QSYMBOL_LIST),
                                                                 [numpy.string_('a'), numpy.int64(2)]))
    test_writing_one(b'(0 1; 2 3)!`first`second',                      QDictionary([qlist(numpy.array([0, 1], dtype=numpy.int64), qtype=QLONG_LIST), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST)],
                                                                  qlist(numpy.array(['first', 'second']), qtype = QSYMBOL_LIST)))
    test_writing_one(b'(1;2h;3.234;"4")!(`one;2 3;"456";(7;8 9))',     QDictionary([numpy.int64(1), numpy.int16(2), numpy.float64(3.234), '4'],
                                                                 [numpy.string_('one'), qlist(numpy.array([2, 3], dtype=numpy.int64), qtype=QLONG_LIST), '456', [numpy.int64(7), qlist(numpy.array([8, 9], dtype=numpy.int64), qtype=QLONG_LIST)]]))
    test_writing_one(b'`A`B`C!((1;3.234;3);(`x`y!(`a;2));5.5e)',       QDictionary(qlist(numpy.array(['A', 'B', 'C']), qtype = QSYMBOL_LIST),
                                                                 [[numpy.int64(1), numpy.float64(3.234), numpy.int64(3)], QDictionary(qlist(numpy.array(['x', 'y']), qtype = QSYMBOL_LIST), [numpy.string_('a'), numpy.int64(2)]), numpy.float32(5.5)]))

    test_writing_one(b'flip `abc`def!(1 2 3; 4 5 6)',                  (qtable(qlist(numpy.array(['abc', 'def']), qtype = QSYMBOL_LIST),
                                                            [qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype=QLONG_LIST),
                                                             qlist(numpy.array([4, 5, 6], dtype=numpy.int64), qtype=QLONG_LIST)],
                                                            qtype=QTABLE),
                                                      qtable(qlist(numpy.array(['abc', 'def']), qtype = QSYMBOL_LIST),
                                                             [qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
                                                              qlist(numpy.array([4, 5, 6]), qtype = QLONG_LIST)]),
                                                      qtable(qlist(['abc', 'def'], qtype = QSYMBOL_LIST),
                                                             [qlist([1, 2, 3], qtype = QLONG_LIST),
                                                              qlist([4, 5, 6], qtype = QLONG_LIST)]),
                                                      qtable(qlist(['abc', 'def'], qtype = QSYMBOL_LIST),
                                                             [qlist([1, 2, 3]), qlist([4, 5, 6])],
                                                             **{'abc': QLONG_LIST, 'def': QLONG_LIST}),
                                                      qtable(['abc', 'def'],
                                                             [[1, 2, 3], [4, 5, 6]],
                                                             **{'abc': QLONG, 'def': QLONG})))
    test_writing_one(b'flip `name`iq!(`Dent`Beeblebrox`Prefect;98 42 126)',
                                                     (qtable(qlist(numpy.array(['name', 'iq']), qtype = QSYMBOL_LIST),
                                                            [qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST),
                                                             qlist(numpy.array([98, 42, 126], dtype=numpy.int64), qtype = QLONG_LIST)]),
                                                      qtable(qlist(numpy.array(['name', 'iq']), qtype = QSYMBOL_LIST),
                                                             [qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST),
                                                              qlist(numpy.array([98, 42, 126]), qtype = QLONG_LIST)]),
                                                      qtable(qlist(['name', 'iq'], qtype = QSYMBOL_LIST),
                                                             [qlist(['Dent', 'Beeblebrox', 'Prefect'], qtype = QSYMBOL_LIST),
                                                              qlist([98, 42, 126], qtype = QLONG_LIST)]),
                                                      qtable(qlist(['name', 'iq'], qtype = QSYMBOL_LIST),
                                                             [qlist(['Dent', 'Beeblebrox', 'Prefect']),
                                                              qlist([98, 42, 126])],
                                                             name = QSYMBOL, iq = QLONG),
                                                      qtable(['name', 'iq'],
                                                             [['Dent', 'Beeblebrox', 'Prefect'],
                                                              [98, 42, 126]],
                                                             name = QSYMBOL, iq = QLONG),
                                                      qtable(['name', 'iq'],
                                                             [['Dent', 'Beeblebrox', 'Prefect'],
                                                              [98, 42, 126]],
                                                             **{'name': QSYMBOL, 'iq': QLONG})))
    test_writing_one(b'flip `name`iq`grade!(`Dent`Beeblebrox`Prefect;98 42 126;"a c")',
                                                      qtable(qlist(numpy.array(['name', 'iq', 'grade']), qtype = QSYMBOL_LIST),
                                                             [qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST),
                                                              qlist(numpy.array([98, 42, 126]), qtype = QLONG_LIST),
                                                              "a c"]))
    test_writing_one(b'flip `name`iq`fullname!(`Dent`Beeblebrox`Prefect;98 42 126;("Arthur Dent"; "Zaphod Beeblebrox"; "Ford Prefect"))',
                                                       qtable(qlist(numpy.array(['name', 'iq', 'fullname']), qtype = QSYMBOL_LIST),
                                                              [qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST),
                                                               qlist(numpy.array([98, 42, 126]), qtype = QLONG_LIST),
                                                               qlist(numpy.array(["Arthur Dent", "Zaphod Beeblebrox", "Ford Prefect"]), qtype = QSTRING_LIST)]))
    test_writing_one(b'flip `name`iq`misc!(`Dent`Beeblebrox`Prefect;98 42 126;("The Hitch Hiker\'s Guide to the Galaxy"; 160; 1979.10.12))',
                                                       qtable(qlist(numpy.array(['name', 'iq', 'misc']), qtype = QSYMBOL_LIST),
                                                              [qlist(numpy.array(['Dent', 'Beeblebrox', 'Prefect']), qtype = QSYMBOL_LIST),
                                                               qlist(numpy.array([98, 42, 126]), qtype = QLONG_LIST),
                                                               qlist(numpy.array(["The Hitch Hiker\'s Guide to the Galaxy", long(160), qtemporal(numpy.datetime64('1979-10-12', 'D'), qtype=QDATE)]), qtype = QGENERAL_LIST)]))
    test_writing_one(b'([] sc:1 2 3; nsc:(1 2; 3 4; 5 6 7))',          (qtable(qlist(numpy.array(['sc', 'nsc']), qtype = QSYMBOL_LIST),
                                                            [qlist(numpy.array([1, 2, 3], dtype=numpy.int64), qtype = QLONG_LIST),
                                                             [qlist(numpy.array([1, 2], dtype=numpy.int64), qtype = QLONG_LIST),
                                                              qlist(numpy.array([3, 4], dtype=numpy.int64), qtype = QLONG_LIST),
                                                              qlist(numpy.array([5, 6, 7], dtype=numpy.int64), qtype = QLONG_LIST)]]),
                                                      qtable(qlist(numpy.array(['sc', 'nsc']), qtype = QSYMBOL_LIST),
                                                             [qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
                                                              [qlist(numpy.array([1, 2]), qtype = QLONG_LIST),
                                                               qlist(numpy.array([3, 4]), qtype = QLONG_LIST),
                                                               qlist(numpy.array([5, 6, 7]), qtype = QLONG_LIST)]]),
                                                      qtable(qlist(['sc', 'nsc'], qtype = QSYMBOL_LIST),
                                                             [qlist([1, 2, 3], qtype = QLONG_LIST),
                                                              [qlist([1, 2], qtype = QLONG_LIST),
                                                               qlist([3, 4], qtype = QLONG_LIST),
                                                               qlist([5, 6, 7], qtype = QLONG_LIST)]])))
    test_writing_one(b'([] sc:1 2 3; nsc:(1 2; 3 4; 5 6))',            qtable(qlist(numpy.array(['sc', 'nsc']), qtype = QSYMBOL_LIST),
                                                             [qlist(numpy.array([1, 2, 3]), qtype = QLONG_LIST),
                                                              [qlist(numpy.array([1, 2]), qtype = QLONG_LIST),
                                                               qlist(numpy.array([3, 4]), qtype = QLONG_LIST),
                                                               qlist(numpy.array([5, 6]), qtype = QLONG_LIST)]]))
    test_writing_one(b'1#([] sym:`x`x`x;str:"  a")',                   {'data': qtable(qlist(numpy.array(['sym', 'str']), qtype = QSYMBOL_LIST),
                                                                     [qlist(numpy.array(['x'], dtype=numpy.string_), qtype = QSYMBOL_LIST),
                                                                      b" "]),
                                                       'single_char_strings': True
                                                       })
    test_writing_one(b'-1#([] sym:`x`x`x;str:"  a")',                  {'data': qtable(qlist(numpy.array(['sym', 'str']), qtype = QSYMBOL_LIST),
                                                                     [qlist(numpy.array(['x'], dtype=numpy.string_), qtype = QSYMBOL_LIST),
                                                                      b"a"]),
                                                       'single_char_strings': True
                                                       })
    test_writing_one(b'2#([] sym:`x`x`x`x;str:"  aa")',                qtable(qlist(numpy.array(['sym', 'str']), qtype = QSYMBOL_LIST),
                                                            [qlist(numpy.array(['x', 'x'], dtype=numpy.string_), qtype = QSYMBOL_LIST),
                                                             b"  "]))
    test_writing_one(b'-2#([] sym:`x`x`x`x;str:"  aa")',               qtable(qlist(numpy.array(['sym', 'str']), qtype = QSYMBOL_LIST),
                                                            [qlist(numpy.array(['x', 'x'], dtype=numpy.string_), qtype = QSYMBOL_LIST),
                                                             b"aa"]))
    test_writing_one(b'([] name:`symbol$(); iq:`int$())',              (qtable(qlist(numpy.array(['name', 'iq']), qtype = QSYMBOL_LIST),
                                                            [qlist(numpy.array([], dtype=numpy.string_), qtype = QSYMBOL_LIST),
                                                             qlist(numpy.array([], dtype=numpy.int32), qtype = QINT_LIST)]),
                                                      qtable(qlist(numpy.array(['name', 'iq']), qtype = QSYMBOL_LIST),
                                                            [qlist(numpy.array([]), qtype = QSYMBOL_LIST),
                                                             qlist(numpy.array([]), qtype = QINT_LIST)]),
                                                      qtable(qlist(['name', 'iq'], qtype = QSYMBOL_LIST),
                                                            [qlist([], qtype = QSYMBOL_LIST),
                                                             qlist([], qtype = QINT_LIST)])))
    test_writing_one(b'([] pos:`d1`d2`d3;dates:(2001.01.01;2000.05.01;0Nd))',
                                                     (qtable(qlist(numpy.array(['pos', 'dates']), qtype = QSYMBOL_LIST),
                                                            [qlist(numpy.array(['d1', 'd2', 'd3']), qtype = QSYMBOL_LIST),
                                                             qlist(numpy.array([366, 121, qnull(QDATE)]), qtype=QDATE_LIST)]),
                                                      qtable(['pos', 'dates'],
                                                            [qlist(numpy.array(['d1', 'd2', 'd3']), qtype = QSYMBOL_LIST),
                                                             numpy.array([numpy.datetime64('2001-01-01'), numpy.datetime64('2000-05-01'), numpy.datetime64('NaT')], dtype='datetime64[D]')])
                                                      ))
    test_writing_one(b'([eid:1001 1002 1003] pos:`d1`d2`d3;dates:(2001.01.01;2000.05.01;0Nd))',
                                                      QKeyedTable(qtable(qlist(numpy.array(['eid']), qtype = QSYMBOL_LIST),
                                                                         [qlist(numpy.array([1001, 1002, 1003]), qtype = QLONG_LIST)]),
                                                                  qtable(qlist(numpy.array(['pos', 'dates']), qtype = QSYMBOL_LIST),
                                                                         [qlist(numpy.array(['d1', 'd2', 'd3']), qtype = QSYMBOL_LIST),
                                                                          qlist(numpy.array([366, 121, qnull(QDATE)]), qtype = QDATE_LIST)]))
                                                      )