# Set up the regexes

re_filename = re.compile(r".*Purged '([^']+)'")

re_bytes = re.compile(r".*size=(\d+)")

re_atime = re.compile(r".*last access (\d+\.\d+)")

# command-line args

parser = argparse.ArgumentParser()

parser.add_argument('-v', '--verbose', help='verbose output', action='store_true')

parser.add_argument('-a', '--atime_threshold', default=30.0, type=float)

parser.add_argument('-m', '--max_records', default=None, type=int)

parser.add_argument('log_file')

args = parser.parse_args()

# report variables

total_bytes = 0

bad_log_lines = 0

total_files = 0

record_count = 0

# Default input file factory assumes a text file

input_file_factory = lambda f: open(f)

# If we have a gzip file, log it and replace the factory

_, ext = os.path.splitext(args.log_file)

if ext == '.gz':

print('Using gzip file open factory ...')

input_file_factory = lambda f: gzip.open(f, mode='rt')

# parse the log line by line

with input_file_factory(args.log_file) as f:

for line in f:

record_count += 1

if args.max_records and record_count > args.max_records:

break

try:

size_bytes = (int)(re_bytes.match(line).group(1))

atime = (float)(re_atime.match(line).group(1))

if atime >= args.atime_threshold:

total_bytes += size_bytes

total_files += 1

except:

if args.verbose:

e = sys.exc_info()[0]

print('Error parsing line {0}:\n\t{1}'.format(line, e))

bad_log_lines += 1

continue

# Final report

if args.verbose:

print('Source log file: {0}'.format(args.log_file))

if bad_log_lines > 0:

print('Bad log lines (skipped): {0}'.format(bad_log_lines))

print('Threshold: {0} days'.format(args.atime_threshold))

print('File count: {0}'.format(total_files))