def _to_frame(self, usecols, chunk_cnt, show_prog): _c = Property() _c.lineno = 0 _c.linecnt = get_line_count(self.abspath) _c.show_prog = show_prog _c.chunk_cnt = chunk_cnt return pd.concat(self._to_frame_gen(_c, usecols))
def _file_head_or_tail(flike, head, count=10): tmp_file, _ = unique_tmp_path(TMP_PREFIX) with open(tmp_file, 'w') as out: c = 'head' if head else 'tail' abspath = get_realpath(flike.abspath) cmd = [c, '-n', str(count), abspath] check_call(cmd, stdout=out) cnt = get_line_count(tmp_file) if head: linfos = flike._linfos[0:cnt] else: linfos = flike._linfos[-cnt:] return TempFile(flike._ctx, tmp_file, linfos, True)
def _find_in_fileo_grep(ctx, result_file, tmp_file, word, idx, _file, fileno, options, print_prog): # grep to tmp found = True with open(tmp_file, 'w') as out: try: _find_in_fileo_grep_call(ctx, word, idx, _file, fileno, options, out, print_prog) except CalledProcessError: found = False # fill info with match count cnt = get_line_count(tmp_file) with open(result_file, 'a') as out: cmd = ['cat', tmp_file] check_call(cmd, stdout=out) if found: return LineInfo(LineInfoImpl_Count(_file.node, _file.kind, _file.date, _file, cnt))
def __init__(self, ctx, path, linfos, showall=False): super(TempFile, self).__init__(ctx, linfos) self._abspath = path self._count = get_line_count(path) self.showall = showall
def _calc_lcount(self): if self._lcount == -1: self._lcount = get_line_count(self.abspath) return self._lcount
def __len__(self): return get_line_count(self.abspath)