def import_all():
feeds = ICalendarFeed.objects.all()
importlog.info('Reading %d feeds for Event importing' % len(feeds))
for feed in feeds:
import_count = 0
importlog.info('Processing new events from feed "%s"' % (unicode(feed)))
importer = FeedImporter(feed)
for report in importer.import_new(start_filter=datetime(2012,1,1)):
if not report:
importlog.error(u'UID %s: Unexpected failure' % record.uid)
continue
record = report.vevent_record
if record.event:
importlog.info(u'UID %s: Imported new event, id=%s' % (record.uid,record.event.id))
# increment the counter for every new event added
if len([1 for n in report.notices
if isinstance(n,EventImportReport.RecordExists)]) == 0:
import_count += 1
else:
importlog.warning(u'UID %s: Event import failed due to a problem with the feed entry.' % report.uid)
for notice in report.notices:
importlog.info(u'UID %s: Report status notice: %s' % (record.uid,notice))
importlog.info('%d new Events imported from feed "%s"' % (import_count,unicode(feed)))
def test_update_feed(self):
fn = _to_feed_path('test.ics')
importer = FeedImporter.from_url(url='file://'+_to_feed_path('test.ics'))
# manually create the first event from the test.ics feed
dummy_event = Event.objects.create(name=test_event['name'],
dtstart=test_event['dtstart'],
dtend=test_event['dtend'])
VEventRecord.objects.create(feed=importer.feed_instance,
uid=test_event['uid'],
dtmodified=test_event['dtmodified'],
event=dummy_event
)
# ensure the data is as expected before the test
self.assertEquals(Event.objects.count(),self.init_ev_count+1)
self.assertEquals(VEventRecord.objects.count(),self.init_vev_count+1)
# ensure only three events are added
reports = list(importer.import_new())
self.assertEquals(Event.objects.count(),self.init_ev_count+4)
self.assertEquals(VEventRecord.objects.count(),self.init_vev_count+4)
# find the report for the event that already existed
for r in reports:
if r.vevent_record.event == dummy_event:
# assert an RecordExists notice was created
self.assertNotEqual(r.notices,[])
self.assertNoticeIn(r,EventImportReport.RecordExists)
def test_timezone_handling(self):
fn = _to_feed_path('test.ics')
importer = FeedImporter.from_url(url='file://'+_to_feed_path('timezone.ics'))
reports = list(importer.import_new())
# events start at 19:00 relative to the following timezones:
# 1: Pacific (3am UTC), 2: Eastern (12am UTC), 3: UTC, 4: Unknown
expected_dtstarts = [ datetime(2011, 11, 21, 3, 0),
datetime(2011, 11, 21, 0, 0),
datetime(2011, 11, 20, 19, 0),
]
for report,exp in zip(reports[:3],expected_dtstarts):
self.assertEquals(report.vevent_record.event.dtstart,exp)
# the last event has a made up timezone that won't process
self.assertNoticeIn(reports[3],EventImportReport.UnknownTimezone)
# finally try an ics file that has no default timezone (no X-WR-TIMEZONE)
importer = FeedImporter.from_url(url='file://'+_to_feed_path('timezone-nodefault.ics'))
reports = list(importer.import_new())
self.assertNoticeIn(reports[0],EventImportReport.UnavailableTimezone)
def test_new_feed_start_filter(self):
importer = FeedImporter.from_url(url='file://'+_to_feed_path('test.ics'))
cutoff = datetime(2011,11,19) # only 2 events occur after this
reports = list(importer.import_new(start_filter=cutoff))
# ensure just two events were created
self.assertEquals(len(reports),2)
self.assertEquals(Event.objects.count(),self.init_ev_count+2)
for r in reports:
event = r.vevent_record.event
self.assertIsNotNone(event)
self.assertGreaterEqual(event.dtstart,cutoff)
def test_new_feed(self):
test_org = Organization.objects.create(name="TestOrg")
importer = FeedImporter.from_url(url='file://'+_to_feed_path('test.ics'),
organization=test_org)
reports = list(importer.import_new())
# ensure all events were created
self.assertEquals(len(reports),4)
self.assertEquals(Event.objects.count(),self.init_ev_count+4)
self.assertEquals(VEventRecord.objects.count(),self.init_vev_count+4)
for r in reports:
event = r.vevent_record.event
self.assertIsNotNone(event)
# test the first event fully
event = reports[0].vevent_record.event
# event starts on 11/20/2011 at 23:00 UTC, ends 2 hours later
self.assertEquals(event.dtstart,test_event['dtstart'])
self.assertEquals(event.dtend,test_event['dtend'])
self.assertEquals(event.name,test_event['name'])
self.assertTrue(event.description.startswith(test_event['description_stub']))
# ensure the test_org is hosting the event
self.assertEquals(test_org,Role.hosts.get(event=event).organization)
# assert the OTB place was created and the expected notice was created about it
otb = Place.objects.get(name__startswith='OTB',
location__address__startswith='2518 E')
self.assertEquals(event.place,otb)
rstatus_notices = [n for n in reports[0].notices
if isinstance(n,EventImportReport.LocationResolveStatus)]
self.assertEquals(len(rstatus_notices),1)
self.assertEquals(rstatus_notices[0].status,'RESOLVED_FIELD0_NAME_FIELD1_ADDRESS')
# finally test the first VEventRecord
record = VEventRecord.objects.get(event=event)
self.assertEquals(record.uid,test_event['uid'])
self.assertEquals(record.feed,importer.feed_instance)
self.assertEquals(record.dtmodified,test_event['dtmodified'])