def classify_saves(saves, period_start): """For each (utc, id) in saves, yield (True, (utc, id)) if the save should be kept and (False, (utc, id)) if the save should be removed. The ids are binary hashes. """ def retain_oldest_in_region(region): prev = None for save in region: if prev: yield False, prev prev = save if prev: yield True, prev matches, rest = partition(lambda s: s[0] >= period_start['all'], saves) for save in matches: yield True, save tm_ranges = ((period_start['dailies'], lambda s: localtime(s[0]).tm_yday), (period_start['monthlies'], lambda s: localtime(s[0]).tm_mon), (period_start['yearlies'], lambda s: localtime(s[0]).tm_year)) for pstart, time_region_id in tm_ranges: matches, rest = partition(lambda s: s[0] >= pstart, rest) for region_id, region_saves in groupby(matches, time_region_id): for action in retain_oldest_in_region(region_saves): yield action for save in rest: yield False, save
def classify_saves(saves, period_start): """For each (utc, id) in saves, yield (True, (utc, id)) if the save should be kept and (False, (utc, id)) if the save should be removed. The ids are binary hashes. """ def retain_newest_in_region(region): for save in region[0:1]: yield True, save for save in region[1:]: yield False, save matches, rest = partition(lambda s: s[0] >= period_start['all'], saves) for save in matches: yield True, save tm_ranges = ((period_start['dailies'], lambda s: localtime(s[0]).tm_yday), (period_start['monthlies'], lambda s: localtime(s[0]).tm_mon), (period_start['yearlies'], lambda s: localtime(s[0]).tm_year)) # Break the decreasing utc sorted saves up into the respective # period ranges (dailies, monthlies, ...). Within each range, # group the saves by the period scale (days, months, ...), and # then yield a "keep" action (True, utc) for the newest save in # each group, and a "drop" action (False, utc) for the rest. for pstart, time_region_id in tm_ranges: matches, rest = partition(lambda s: s[0] >= pstart, rest) for region_id, region_saves in groupby(matches, time_region_id): for action in retain_newest_in_region(list(region_saves)): yield action # Finally, drop any saves older than the specified periods for save in rest: yield False, save
def classify_saves(saves, period_start): """For each (utc, id) in saves, yield (True, (utc, id)) if the save should be kept and (False, (utc, id)) if the save should be removed. The ids are binary hashes. """ def retain_newest_in_region(region): for save in region[0:1]: yield True, save for save in region[1:]: yield False, save matches, rest = partition(lambda s: s[0] >= period_start['all'], saves) for save in matches: yield True, save tm_ranges = ((period_start['dailies'], lambda s: localtime(s[0]).tm_yday), (period_start['monthlies'], lambda s: localtime(s[0]).tm_mon), (period_start['yearlies'], lambda s: localtime(s[0]).tm_year)) # Break the decreasing utc sorted saves up into the respective # period ranges (dailies, monthlies, ...). Within each range, # group the saves by the period scale (days, months, ...), and # then yield a "keep" action (True, utc) for the newest save in # each group, and a "drop" action (False, utc) for the rest. for pstart, time_region_id in tm_ranges: matches, rest = partition(lambda s: s[0] >= pstart, rest) for region_id, region_saves in groupby(matches, time_region_id): for action in retain_newest_in_region(list(region_saves)): yield action # Finally, drop any saves older than the specified periods for save in rest: yield False, save
def classify_saves(saves, period_start): """For each (utc, id) in saves, yield (True, (utc, id)) if the save should be kept and (False, (utc, id)) if the save should be removed. The ids are binary hashes. """ def retain_oldest_in_region(region): prev = None for save in region: if prev: yield False, prev prev = save if prev: yield True, prev matches, rest = partition(lambda s: s[0] >= period_start['all'], saves) for save in matches: yield True, save tm_ranges = ((period_start['dailies'], lambda s: localtime(s[0]).tm_yday), (period_start['monthlies'], lambda s: localtime(s[0]).tm_mon), (period_start['yearlies'], lambda s: localtime(s[0]).tm_year)) for pstart, time_region_id in tm_ranges: matches, rest = partition(lambda s: s[0] >= pstart, rest) for region_id, region_saves in groupby(matches, time_region_id): for action in retain_oldest_in_region(region_saves): yield action for save in rest: yield False, save