def __init__(self, dmm, fe_type):
members = [
('size', types.intp),
('offsets', types.Opaque('offsets')),
('data', hpat.str_ext.string_type),
]
models.StructModel.__init__(self, dmm, fe_type, members)
def __init__(self, dmm, fe_typ):
cls_data_ty = types.ClassDataType(fe_typ)
# MemInfoPointer uses the `dtype` attribute to traverse for nested
# NRT MemInfo. Since we handle nested NRT MemInfo ourselves,
# we will replace provide MemInfoPointer with an opaque type
# so that it does not raise exception for nested meminfo.
dtype = types.Opaque('Opaque.' + str(cls_data_ty))
members = [
('meminfo', types.MemInfoPointer(dtype)),
('data', types.CPointer(cls_data_ty)),
]
super(InstanceModel, self).__init__(dmm, fe_typ, members)
# TODO: close file?
return col_names, col_types
def _rm_pd_index(col_names, col_types):
"""remove pandas index if found in columns
"""
try:
pd_index_loc = col_names.index('__index_level_0__')
del col_names[pd_index_loc]
del col_types[pd_index_loc]
except ValueError:
pass
_get_arrow_readers = types.ExternalFunction("get_arrow_readers", types.Opaque('arrow_reader')(types.voidptr))
_del_arrow_readers = types.ExternalFunction("del_arrow_readers", types.void(types.Opaque('arrow_reader')))
@infer_global(get_column_size_parquet)
class SizeParquetInfer(AbstractTemplate):
def generic(self, args, kws):
assert not kws
assert len(args) == 2
return signature(types.intp, args[0], types.unliteral(args[1]))
@infer_global(read_parquet)
class ReadParquetInfer(AbstractTemplate):
def generic(self, args, kws):
assert not kws
def __init__(self, dmm, fe_type):
members = [
('model', types.Opaque('daal_model')),
('n_classes', types.intp),
]
models.StructModel.__init__(self, dmm, fe_type, members)
def _rm_pd_index(col_names, col_types):
"""remove pandas index if found in columns
"""
try:
pd_index_loc = col_names.index('__index_level_0__')
del col_names[pd_index_loc]
del col_types[pd_index_loc]
except ValueError:
pass
_get_arrow_readers = types.ExternalFunction(
"get_arrow_readers",
types.Opaque('arrow_reader')(types.voidptr))
_del_arrow_readers = types.ExternalFunction(
"del_arrow_readers", types.void(types.Opaque('arrow_reader')))
@infer_global(get_column_size_parquet)
class SizeParquetInfer(AbstractTemplate):
def generic(self, args, kws):
assert not kws
assert len(args) == 2
return signature(types.intp, args[0], types.unliteral(args[1]))
@infer_global(read_parquet)
class ReadParquetInfer(AbstractTemplate):
def generic(self, args, kws):
def __init__(self, dmm, fe_type):
members = [('itp', types.Opaque('SetIterPtr')),
('set', set_string_type)]
super(StrSetIteratorModel, self).__init__(dmm, fe_type, members)
