def expected_retentions(utcs, utc_start, spec):
if not spec:
return utcs
utcs = sorted(utcs, reverse=True)
period_start = dict(spec)
for kind, duration in compat.items(period_start):
period_start[kind] = utc_start - period_as_secs(duration)
period_start = defaultdict(lambda: float('inf'), period_start)
all = list(takewhile(lambda x: x >= period_start[b'all'], utcs))
utcs = list(dropwhile(lambda x: x >= period_start[b'all'], utcs))
matches = takewhile(lambda x: x >= period_start[b'dailies'], utcs)
dailies = [max(day_utcs) for yday, day_utcs
in groupby(matches, lambda x: localtime(x).tm_yday)]
utcs = list(dropwhile(lambda x: x >= period_start[b'dailies'], utcs))
matches = takewhile(lambda x: x >= period_start[b'monthlies'], utcs)
monthlies = [max(month_utcs) for month, month_utcs
in groupby(matches, lambda x: localtime(x).tm_mon)]
utcs = dropwhile(lambda x: x >= period_start[b'monthlies'], utcs)
matches = takewhile(lambda x: x >= period_start[b'yearlies'], utcs)
yearlies = [max(year_utcs) for year, year_utcs
in groupby(matches, lambda x: localtime(x).tm_year)]
return chain(all, dailies, monthlies, yearlies)
opt, flags, roots = o.parse(sys.argv[1:])
if not opt.unsafe:
o.fatal('refusing to run dangerous, experimental command without --unsafe')
now = int(time()) if not opt.wrt else opt.wrt
if not isinstance(now, (int, long)):
o.fatal('--wrt value ' + str(now) + ' is not an integer')
period_start = {}
for period, extent in (('all', opt.keep_all_for),
('dailies', opt.keep_dailies_for),
('monthlies', opt.keep_monthlies_for),
('yearlies', opt.keep_yearlies_for)):
if extent:
secs = period_as_secs(extent)
if not secs:
o.fatal('%r is not a valid period' % extent)
period_start[period] = now - secs
if not period_start:
o.fatal('at least one keep argument is required')
period_start = defaultdict(lambda: float('inf'), period_start)
if opt.verbose:
epoch_ymd = strftime('%Y-%m-%d-%H%M%S', localtime(0))
for kind in ['all', 'dailies', 'monthlies', 'yearlies']:
period_utc = period_start[kind]
if period_utc != float('inf'):
if not (period_utc > float('-inf')):
def main(argv):
o = options.Options(optspec)
opt, flags, roots = o.parse_bytes(argv[1:])
roots = [argv_bytes(x) for x in roots]
if not opt.unsafe:
o.fatal(
'refusing to run dangerous, experimental command without --unsafe')
now = int(time()) if opt.wrt is None else opt.wrt
if not isinstance(now, int_types):
o.fatal('--wrt value ' + str(now) + ' is not an integer')
period_start = {}
for period, extent in (('all', opt.keep_all_for), ('dailies',
opt.keep_dailies_for),
('monthlies', opt.keep_monthlies_for),
('yearlies', opt.keep_yearlies_for)):
if extent:
secs = period_as_secs(extent.encode('ascii'))
if not secs:
o.fatal('%r is not a valid period' % extent)
period_start[period] = now - secs
if not period_start:
o.fatal('at least one keep argument is required')
period_start = defaultdict(lambda: float('inf'), period_start)
if opt.verbose:
epoch_ymd = strftime('%Y-%m-%d-%H%M%S', localtime(0))
for kind in ['all', 'dailies', 'monthlies', 'yearlies']:
period_utc = period_start[kind]
if period_utc != float('inf'):
if not (period_utc > float('-inf')):
log('keeping all ' + kind)
else:
try:
when = strftime('%Y-%m-%d-%H%M%S',
localtime(period_utc))
log('keeping ' + kind + ' since ' + when + '\n')
except ValueError as ex:
if period_utc < 0:
log('keeping %s since %d seconds before %s\n' %
(kind, abs(period_utc), epoch_ymd))
elif period_utc > 0:
log('keeping %s since %d seconds after %s\n' %
(kind, period_utc, epoch_ymd))
else:
log('keeping %s since %s\n' % (kind, epoch_ymd))
git.check_repo_or_die()
# This could be more efficient, but for now just build the whole list
# in memory and let bup_rm() do some redundant work.
def parse_info(f):
author_secs = f.readline().strip()
return int(author_secs)
sys.stdout.flush()
out = byte_stream(sys.stdout)
removals = []
for branch, branch_id in branches(roots):
die_if_errors()
saves = ((utc, unhexlify(oidx)) for (
oidx,
utc) in git.rev_list(branch_id, format=b'%at', parse=parse_info))
for keep_save, (utc, id) in classify_saves(saves, period_start):
assert (keep_save in (False, True))
# FIXME: base removals on hashes
if opt.pretend:
out.write((b'+ ' if keep_save else b'- ') +
save_name(branch, utc) + b'\n')
elif not keep_save:
removals.append(save_name(branch, utc))
if not opt.pretend:
die_if_errors()
repo = LocalRepo()
bup_rm(repo, removals, compression=opt.compress, verbosity=opt.verbose)
if opt.gc:
die_if_errors()
bup_gc(threshold=opt.gc_threshold,
compression=opt.compress,
verbosity=opt.verbose)
die_if_errors()
opt, flags, roots = o.parse(sys.argv[1:])
if not opt.unsafe:
o.fatal('refusing to run dangerous, experimental command without --unsafe')
now = int(time()) if not opt.wrt else opt.wrt
if not isinstance(now, (int, long)):
o.fatal('--wrt value ' + str(now) + ' is not an integer')
period_start = {}
for period, extent in (('all', opt.keep_all_for),
('dailies', opt.keep_dailies_for),
('monthlies', opt.keep_monthlies_for),
('yearlies', opt.keep_yearlies_for)):
if extent:
secs = period_as_secs(extent)
if not secs:
o.fatal('%r is not a valid period' % extent)
period_start[period] = now - secs
if not period_start:
o.fatal('at least one keep argument is required')
period_start = defaultdict(lambda: float('inf'), period_start)
if opt.verbose:
epoch_ymd = strftime('%Y-%m-%d-%H%M%S', localtime(0))
for kind in ['all', 'dailies', 'monthlies', 'yearlies']:
period_utc = period_start[kind]
if period_utc != float('inf'):
if not (period_utc > float('-inf')):
roots = [argv_bytes(x) for x in roots]
if not opt.unsafe:
o.fatal('refusing to run dangerous, experimental command without --unsafe')
now = int(time()) if opt.wrt is None else opt.wrt
if not isinstance(now, int_types):
o.fatal('--wrt value ' + str(now) + ' is not an integer')
period_start = {}
for period, extent in (('all', opt.keep_all_for), ('dailies',
opt.keep_dailies_for),
('monthlies', opt.keep_monthlies_for),
('yearlies', opt.keep_yearlies_for)):
if extent:
secs = period_as_secs(extent.encode('ascii'))
if not secs:
o.fatal('%r is not a valid period' % extent)
period_start[period] = now - secs
if not period_start:
o.fatal('at least one keep argument is required')
period_start = defaultdict(lambda: float('inf'), period_start)
if opt.verbose:
epoch_ymd = strftime('%Y-%m-%d-%H%M%S', localtime(0))
for kind in ['all', 'dailies', 'monthlies', 'yearlies']:
period_utc = period_start[kind]
if period_utc != float('inf'):
if not (period_utc > float('-inf')):
