def parse(self, cal, provider=None):
try:
items = []
for component in cal.walk():
if component.name == "VEVENT":
item = {
ITEM_TYPE: CONTENT_TYPE.TEXT,
GUID_FIELD: generate_guid(type=GUID_NEWSML),
FORMAT: FORMATS.PRESERVED
}
item['name'] = component.get('summary')
item['definition_short'] = component.get('summary')
item['definition_long'] = component.get('description')
item['original_source'] = component.get('uid')
# add dates
# check if component .dt return date instead of datetime, if so, convert to datetime
dtstart = component.get('dtstart').dt
dates_start = dtstart if isinstance(dtstart, datetime.datetime) \
else datetime.datetime.combine(dtstart, datetime.datetime.min.time())
if not dates_start.tzinfo:
dates_start = utc.localize(dates_start)
try:
dtend = component.get('dtend').dt
dates_end = dtend if isinstance(dtend, datetime.datetime) \
else datetime.datetime.combine(dtend, datetime.datetime.min.time())
if not dates_end.tzinfo:
dates_end = utc.localize(dates_end)
except AttributeError as e:
dates_end = None
item['dates'] = {
'start': dates_start,
'end': dates_end,
'tz': '',
'recurring_rule': {}
}
# parse ics RRULE to fit eventsML recurring_rule
r_rule = component.get('rrule')
if isinstance(r_rule, vRecur):
r_rule_dict = vRecur.from_ical(r_rule)
if 'FREQ' in r_rule_dict.keys():
item['dates']['recurring_rule'][
'frequency'] = ''.join(r_rule_dict.get('FREQ'))
if 'INTERVAL' in r_rule_dict.keys():
item['dates']['recurring_rule'][
'interval'] = r_rule_dict.get('INTERVAL')[0]
if 'UNTIL' in r_rule_dict.keys():
item['dates']['recurring_rule'][
'until'] = r_rule_dict.get('UNTIL')[0]
if 'COUNT' in r_rule_dict.keys():
item['dates']['recurring_rule'][
'count'] = r_rule_dict.get('COUNT')
if 'BYMONTH' in r_rule_dict.keys():
item['dates']['recurring_rule'][
'bymonth'] = ' '.join(
r_rule_dict.get('BYMONTH'))
if 'BYDAY' in r_rule_dict.keys():
item['dates']['recurring_rule'][
'byday'] = ' '.join(r_rule_dict.get('BYDAY'))
if 'BYHOUR' in r_rule_dict.keys():
item['dates']['recurring_rule'][
'byhour'] = ' '.join(r_rule_dict.get('BYHOUR'))
if 'BYMIN' in r_rule_dict.keys():
item['dates']['recurring_rule'][
'bymin'] = ' '.join(r_rule_dict.get('BYMIN'))
# set timezone info if date is a datetime
if isinstance(
component.get('dtstart').dt, datetime.datetime):
item['dates']['tz'] = tzid_from_dt(
component.get('dtstart').dt)
# add participants
item['participant'] = []
if component.get('attendee'):
for attendee in component.get('attendee'):
if isinstance(attendee, vCalAddress):
item['participant'].append({
'name':
vCalAddress.from_ical(attendee),
'qcode':
''
})
# add organizers
item['organizer'] = [{
'name': component.get('organizer', ''),
'qcode': ''
}]
# add location
item['location'] = [{
'name': component.get('location', ''),
'qcode': '',
'geo': ''
}]
if component.get('geo'):
item['location'][0]['geo'] = vGeo.from_ical(
component.get('geo').to_ical())
# IMPORTANT: firstcreated must be less than 2 days past
# we must preserve the original event created and updated in some other fields
if component.get('created'):
item['event_created'] = component.get('created').dt
if component.get('last-modified'):
item['event_lastmodified'] = component.get(
'last-modified').dt
item['firstcreated'] = utcnow()
item['versioncreated'] = utcnow()
items.append(item)
original_source_ids = [
_['original_source'] for _ in items
if _.get('original_source', None)
]
existing_items = list(
get_resource_service('events').get_from_mongo(
req=None,
lookup={'original_source': {
'$in': original_source_ids
}}))
def original_source_exists(item):
"""Return true if the item exists in `existing_items`"""
for c in existing_items:
if c['original_source'] == item['original_source']:
if c['dates']['start'] == item['dates']['start']:
return True
return False
def is_future(item):
"""Return true if the item is reccuring or in the future"""
if not item['dates'].get('recurring_rule'):
if item['dates']['start'] < utcnow() - datetime.timedelta(
days=1):
return False
return True
items = [_ for _ in items if is_future(_)]
items = [_ for _ in items if not original_source_exists(_)]
return items
except Exception as ex:
raise ParserError.parseMessageError(ex, provider)
def parse(self, cal, provider=None):
try:
items = []
for component in cal.walk():
if component.name == "VEVENT":
item = {
ITEM_TYPE: CONTENT_TYPE.EVENT,
GUID_FIELD: generate_guid(type=GUID_NEWSML),
FORMAT: FORMATS.PRESERVED
}
item['name'] = component.get('summary')
item['definition_short'] = component.get('summary')
item['definition_long'] = component.get('description')
item['original_source'] = component.get('uid')
item['state'] = CONTENT_STATE.INGESTED
item['pubstatus'] = None
eocstat_map = get_resource_service(
'vocabularies').find_one(req=None,
_id='eventoccurstatus')
if eocstat_map:
item['occur_status'] = [
x for x in eocstat_map.get('items', [])
if x['qcode'] == 'eocstat:eos5'
and x.get('is_active', True)
][0]
item['occur_status'].pop('is_active', None)
self.parse_dates(item, component)
self.parse_recurring_rules(item, component)
# add participants
item['participant'] = []
if component.get('attendee'):
for attendee in component.get('attendee'):
if isinstance(attendee, vCalAddress):
item['participant'].append({
'name':
vCalAddress.from_ical(attendee),
'qcode':
''
})
# add organizers
item['organizer'] = [{
'name': component.get('organizer', ''),
'qcode': ''
}]
# add location
item['location'] = [{
'name': component.get('location', ''),
'qcode': '',
'geo': ''
}]
if component.get('geo'):
item['location'][0]['geo'] = vGeo.from_ical(
component.get('geo').to_ical())
# IMPORTANT: firstcreated must be less than 2 days past
# we must preserve the original event created and updated in some other fields
if component.get('created'):
item['event_created'] = component.get('created').dt
if component.get('last-modified'):
item['event_lastmodified'] = component.get(
'last-modified').dt
item['firstcreated'] = utcnow()
item['versioncreated'] = utcnow()
items.append(item)
original_source_ids = [
_['original_source'] for _ in items
if _.get('original_source', None)
]
existing_items = list(
get_resource_service('events').get_from_mongo(
req=None,
lookup={'original_source': {
'$in': original_source_ids
}}))
def original_source_exists(item):
"""Return true if the item exists in `existing_items`"""
for c in existing_items:
if c['original_source'] == item['original_source']:
if c['dates']['start'] == item['dates']['start']:
return True
return False
def is_future(item):
"""Return true if the item is reccuring or in the future"""
if not item['dates'].get('recurring_rule'):
if item['dates']['start'] < utcnow() - datetime.timedelta(
days=1):
return False
return True
items = [_ for _ in items if is_future(_)]
items = [_ for _ in items if not original_source_exists(_)]
return items
except Exception as ex:
raise ParserError.parseMessageError(ex, provider)