def _read_general_list(self, qtype=QGENERAL_LIST): qlist = QReader._read_general_list(self, qtype) if self._options.pandas: return [ numpy.nan if isinstance(element, basestring) and element == b' ' else element for element in qlist ] else: return qlist
def _read_general_list(self, qtype=QGENERAL_LIST, options=READER_CONFIGURATION): list = QReader._read_general_list(self, qtype, options) if options.pandas: return [ numpy.nan if isinstance(element, basestring) and element == ' ' else element for element in list ] else: return list
def _read_table(self, qtype=QTABLE): if self._options.pandas: self._buffer.skip() # ignore attributes self._buffer.skip() # ignore dict type stamp columns = self._read_object() self._buffer.skip() # ignore generic list type indicator data = QReader._read_general_list(self, qtype) odict = OrderedDict() meta = MetaData(qtype=QTABLE) for i in range(len(columns)): column_name = columns[i] if isinstance( columns[i], str) else columns[i].decode("utf-8") if isinstance(data[i], str): # convert character list (represented as string) to numpy representation meta[column_name] = QSTRING odict[column_name] = pandas.Series( list(data[i]), dtype=numpy.str).replace(b' ', numpy.nan) elif isinstance(data[i], bytes): # convert character list (represented as string) to numpy representation meta[column_name] = QSTRING odict[column_name] = pandas.Series(list(data[i].decode()), dtype=str).replace( b' ', numpy.nan) elif isinstance(data[i], (list, tuple)): meta[column_name] = QGENERAL_LIST tarray = numpy.ndarray(shape=len(data[i]), dtype=numpy.dtype('O')) for j in range(len(data[i])): tarray[j] = data[i][j] odict[column_name] = tarray else: meta[column_name] = data[i].meta.qtype odict[column_name] = data[i] df = pandas.DataFrame(odict) df._metadata = ["meta"] df.meta = meta return df else: return QReader._read_table(self, qtype=qtype)
def _read_table(self, qtype = QTABLE): if self._options.pandas: self._buffer.skip() # ignore attributes self._buffer.skip() # ignore dict type stamp columns = self._read_object() self._buffer.skip() # ignore generic list type indicator data = QReader._read_general_list(self, qtype) odict = OrderedDict() meta = MetaData(qtype = QTABLE) for i in range(len(columns)): column_name = columns[i] if isinstance(columns[i], str) else columns[i].decode("utf-8") if isinstance(data[i], str): # convert character list (represented as string) to numpy representation meta[column_name] = QSTRING odict[column_name] = pandas.Series(list(data[i]), dtype = numpy.str).replace(b' ', numpy.nan) elif isinstance(data[i], bytes): # convert character list (represented as string) to numpy representation meta[column_name] = QSTRING odict[column_name] = pandas.Series(list(data[i].decode()), dtype = numpy.str).replace(b' ', numpy.nan) elif isinstance(data[i], (list, tuple)): meta[column_name] = QGENERAL_LIST tarray = numpy.ndarray(shape = len(data[i]), dtype = numpy.dtype('O')) for j in range(len(data[i])): tarray[j] = data[i][j] odict[column_name] = tarray else: meta[column_name] = data[i].meta.qtype odict[column_name] = data[i] df = pandas.DataFrame(odict) df.meta = meta return df else: return QReader._read_table(self, qtype = qtype)
def _read_general_list(self, qtype = QGENERAL_LIST, options = READER_CONFIGURATION): list = QReader._read_general_list(self, qtype, options) if options.pandas: return [numpy.nan if isinstance(element, basestring) and element == ' ' else element for element in list] else: return list
def _read_general_list(self, qtype = QGENERAL_LIST): list = QReader._read_general_list(self, qtype) if self._options.pandas: return [numpy.nan if isinstance(element, basestring) and element == ' ' else element for element in list] else: return list