def _to_frame(self, usecols, chunk_cnt, show_prog):
_c = Property()
_c.lineno = 0
_c.linecnt = get_line_count(self.abspath)
_c.show_prog = show_prog
_c.chunk_cnt = chunk_cnt
return pd.concat(self._to_frame_gen(_c, usecols))
def _to_frame_init_tfp(self):
tfp = Property()
# get functions
tfp.get_line_date = _get_member(self._ctx, 'get_line_date', False)
if tfp.get_line_date is None:
tfp.get_line_time = _get_member(self._ctx, 'get_line_time')
tfp.get_line_msg = _get_member(self._ctx, 'get_line_msg')
tfp.get_line_type = _get_member(self._ctx, 'get_line_type', False)
tfp.nodes = []
tfp.kinds = []
tfp.dates = []
tfp.levels = []
tfp.msgs = []
return tfp
def _to_frame_prop(self, title, show_prog=True):
c = Property()
c.fileno = 0
c.filecnt = len(self.files)
c.files = self.files
c.show_prog = show_prog
c.pg = ProgressBar(title, c.filecnt)
return c
def load_tmp(self):
"""Load from slot path as TempFile."""
# load line info
linfos = LineInfo.load(self.path, self.ctx)
return TempFile(self.ctx, self.path, linfos)
def remove(self):
os.remove(self.path)
self._linfos.remove_saved(self.path)
class SlotMap(object):
def __init__(self, ctx):
self.ctx = ctx
self._dict = dict()
def __call__(self, userid, slotname):
key = userid, slotname
if key not in self._dict:
name = NAMED_TMP_PREFIX + userid + '-' + slotname
tmp_dir = get_tmp_dir()
self._dict[key] = Slot(self.ctx, os.path.join(tmp_dir, name))
return self._dict[key]
pctx = Property()
pctx.fields = {}
file_field = FileField(pctx)
