def test_parseSQLDateToPyCalendar(self):
"""
dateops.parseSQLDateToPyCalendar
"""
tests = (
("2012-04-04", PyCalendarDateTime(2012, 4, 4)),
("2012-12-31 00:00:00", PyCalendarDateTime(2012, 12, 31)),
)
for sqlStr, result in tests:
self.assertEqual(parseSQLDateToPyCalendar(sqlStr), result)
def test_parseSQLDateToPyCalendar(self):
"""
dateops.parseSQLDateToPyCalendar
"""
tests = (
("2012-04-04", DateTime(2012, 4, 4)),
("2012-12-31 00:00:00", DateTime(2012, 12, 31)),
)
for sqlStr, result in tests:
self.assertEqual(parseSQLDateToPyCalendar(sqlStr), result)
def getResourceIDsToPurge(self, home_id, calendar_id, calendar_name):
"""
For the given calendar find which calendar objects are older than the cut-off and return the
resource-ids of those.
@param home_id: resource-id of calendar home
@type home_id: L{int}
@param calendar_id: resource-id of the calendar to check
@type calendar_id: L{int}
@param calendar_name: name of the calendar to check
@type calendar_name: L{str}
"""
log.debug(" Checking calendar: {id} '{name}'", id=calendar_id, name=calendar_name)
purge = set()
txn = self.store.newTransaction(label="Find matching resources")
co = schema.CALENDAR_OBJECT
tr = schema.TIME_RANGE
kwds = {"calendar_id": calendar_id}
rows = (yield Select(
[co.RESOURCE_ID, co.RECURRANCE_MAX, co.RECURRANCE_MIN, Max(tr.END_DATE)],
From=co.join(tr, on=(co.RESOURCE_ID == tr.CALENDAR_OBJECT_RESOURCE_ID)),
Where=(co.CALENDAR_RESOURCE_ID == Parameter("calendar_id")).And(
co.ICALENDAR_TYPE == "VEVENT"
),
GroupBy=(co.RESOURCE_ID, co.RECURRANCE_MAX, co.RECURRANCE_MIN,),
Having=(
(co.RECURRANCE_MAX == None).And(Max(tr.END_DATE) < pyCalendarToSQLTimestamp(self.cutoff))
).Or(
(co.RECURRANCE_MAX != None).And(co.RECURRANCE_MAX < pyCalendarToSQLTimestamp(self.cutoff))
),
).on(txn, **kwds))
log.debug(" Found {len} resources to check", len=len(rows))
for resource_id, recurrence_max, recurrence_min, max_end_date in rows:
recurrence_max = parseSQLDateToPyCalendar(recurrence_max) if recurrence_max else None
recurrence_min = parseSQLDateToPyCalendar(recurrence_min) if recurrence_min else None
max_end_date = parseSQLDateToPyCalendar(max_end_date) if max_end_date else None
# Find events where we know the max(end_date) represents a valid,
# untruncated expansion
if recurrence_min is None or recurrence_min < self.cutoff:
if recurrence_max is None:
# Here we know max_end_date is the fully expand final instance
if max_end_date < self.cutoff:
purge.add(self.PurgeEvent(home_id, calendar_id, resource_id,))
continue
elif recurrence_max > self.cutoff:
# Here we know that there are instances newer than the cut-off
# but they have not yet been indexed out that far
continue
# Manually detect the max_end_date from the actual calendar data
calendar = yield self.getCalendar(txn, resource_id)
if calendar is not None:
if self.checkLastInstance(calendar):
purge.add(self.PurgeEvent(home_id, calendar_id, resource_id,))
yield txn.commit()
log.debug(" Found {len} resources to purge", len=len(purge))
returnValue(purge)
def getResourceIDsToPurge(self, home_id, calendar_id, calendar_name):
"""
For the given calendar find which calendar objects are older than the cut-off and return the
resource-ids of those.
@param home_id: resource-id of calendar home
@type home_id: L{int}
@param calendar_id: resource-id of the calendar to check
@type calendar_id: L{int}
@param calendar_name: name of the calendar to check
@type calendar_name: L{str}
"""
log.debug(" Checking calendar: {} '{}'".format(calendar_id, calendar_name))
purge = set()
txn = self.store.newTransaction(label="Find matching resources")
co = schema.CALENDAR_OBJECT
tr = schema.TIME_RANGE
kwds = {"calendar_id": calendar_id}
rows = (yield Select(
[co.RESOURCE_ID, co.RECURRANCE_MAX, co.RECURRANCE_MIN, Max(tr.END_DATE)],
From=co.join(tr, on=(co.RESOURCE_ID == tr.CALENDAR_OBJECT_RESOURCE_ID)),
Where=(co.CALENDAR_RESOURCE_ID == Parameter("calendar_id")).And(
co.ICALENDAR_TYPE == "VEVENT"
),
GroupBy=(co.RESOURCE_ID, co.RECURRANCE_MAX, co.RECURRANCE_MIN,),
Having=(
(co.RECURRANCE_MAX == None).And(Max(tr.END_DATE) < pyCalendarToSQLTimestamp(self.cutoff))
).Or(
(co.RECURRANCE_MAX != None).And(co.RECURRANCE_MAX < pyCalendarToSQLTimestamp(self.cutoff))
),
).on(txn, **kwds))
log.debug(" Found {} resources to check".format(len(rows)))
for resource_id, recurrence_max, recurrence_min, max_end_date in rows:
recurrence_max = parseSQLDateToPyCalendar(recurrence_max) if recurrence_max else None
recurrence_min = parseSQLDateToPyCalendar(recurrence_min) if recurrence_min else None
max_end_date = parseSQLDateToPyCalendar(max_end_date) if max_end_date else None
# Find events where we know the max(end_date) represents a valid,
# untruncated expansion
if recurrence_min is None or recurrence_min < self.cutoff:
if recurrence_max is None:
# Here we know max_end_date is the fully expand final instance
if max_end_date < self.cutoff:
purge.add(self.PurgeEvent(home_id, calendar_id, resource_id,))
continue
elif recurrence_max > self.cutoff:
# Here we know that there are instances newer than the cut-off
# but they have not yet been indexed out that far
continue
# Manually detect the max_end_date from the actual calendar data
calendar = yield self.getCalendar(txn, resource_id)
if calendar is not None:
if self.checkLastInstance(calendar):
purge.add(self.PurgeEvent(home_id, calendar_id, resource_id,))
yield txn.commit()
log.debug(" Found {} resources to purge".format(len(purge)))
returnValue(purge)