def do_import(username, password, calendar, server, ics_url):
base_url = CALDAVURL % (server, username, calendar)
# fetch events from target cal
target_fetch_url = '%s?export' % base_url
r = requests.get(target_fetch_url, auth=(username, password))
r.raise_for_status()
try:
target_cal = Calendar.from_ical(r.text)
except ValueError as e:
print('Warning: Could not parse iCal (%s)' % target_fetch_url,
file=sys.stderr)
print(e, file=sys.stderr)
return
existing_uids = []
for e in target_cal.walk('VEVENT'):
uid = bytes.decode(e['UID'].to_ical()).replace('\'', '').replace('/', 'slash')
existing_uids.append(uid)
# fetch webcal
sourceRequest = requests.get(ics_url)
sourceRequest.encoding = 'utf-8'
sourceContent = sourceRequest.text
c = Calendar.from_ical(sourceContent)
# import webcal
imported_uids = []
for e in c.walk('VEVENT'):
uid = bytes.decode(e['UID'].to_ical())
uid.replace('\'','')
uid.replace('/','slash')
cal = Calendar()
cal.add_component(e)
r = requests.put('%s/%s.ics' % (base_url, uid),
data=cal.to_ical(),
auth=(username, password),
headers={'content-type':'text/calendar; charset=UTF-8'}
)
if r.status_code == 500 and r'Sabre\VObject\Recur\NoInstancesException' in r.text:
# ignore the NoInstancesException
print('Warning: No valid instances: %s' % uid, file=sys.stdout)
elif r.status_code == 201 or r.status_code == 204:
print('Imported: %s (%d)' % (uid, r.status_code), file=sys.stdout)
imported_uids.append(uid)
else:
r.raise_for_status()
# remove events not in webcal
for uid in existing_uids:
if not uid in imported_uids:
r = requests.delete('%s/%s.ics' % (base_url, uid),
auth=(username, password))
if r.status_code == 204:
print('Deleted %s' % uid, file=sys.stdout)
# ignore 404 - not found (seems to be a manually created event)
elif r.status_code == 404:
pass
else:
r.raise_for_status()
def test_extract_vtodo(self):
event1 = Calendar.from_ical(EXAMPLE_VEVENT1)
todo1 = Calendar.from_ical(EXAMPLE_VTODO1)
self.assertEqual([todo1.subcomponents[0]],
list(
filters.extract_vtodos([('foo.ics', event1),
('bar.ics', todo1)])))
def extractEqual(self, incal_str, outcal_str):
incal = ICalendar.from_ical(incal_str)
expected_outcal = ICalendar.from_ical(outcal_str)
outcal = ICalendar()
caldav.extract_from_calendar(incal, outcal, self.requested)
self.assertEqual(expected_outcal.to_ical().decode(),
outcal.to_ical().decode(),
ET.tostring(self.requested))
def do_import(username, password, calendar, server, ics_url):
base_url = CALDAVURL % (server, username, calendar)
# fetch events from target cal
target_fetch_url = '%s?export' % base_url
r = requests.get(target_fetch_url, auth=(username, password))
r.raise_for_status()
try:
target_cal = Calendar.from_ical(r.text)
except ValueError as e:
print('Warning: Could not parse iCal (%s)' % target_fetch_url,
file=sys.stderr)
print(e, file=sys.stderr)
return
existing_uids = [e['UID'].to_ical() for e in target_cal.walk('VEVENT')]
# replace markers
today = date.today()
ics_url = ics_url.replace('###YEAR###', today.strftime("%Y"))
ics_url = ics_url.replace('###YEAR+1###', date(today.year + 1, today.month, today.day).strftime("%Y"))
print('Used ics_url: %s' % (ics_url))
# fetch webcal
c = Calendar.from_ical(requests.get(ics_url).text)
# import webcal
imported_uids = []
for e in c.walk('VEVENT'):
uid = e['UID'].to_ical()
cal = Calendar()
cal.add_component(e)
r = requests.put('%s/%s.ics' % (base_url, uid),
data=cal.to_ical(),
auth=(username, password),
headers={'content-type':'text/calendar; charset=UTF-8'}
)
if r.status_code == 500 and 'Sabre\VObject\Recur\NoInstancesException' in r.text:
# ignore the NoInstancesException
print('Warning: No valid instances: %s' % uid, file=sys.stdout)
elif r.status_code == 201 or r.status_code == 204:
print('Imported: %s (%d)' % (uid, r.status_code), file=sys.stdout)
imported_uids.append(uid)
else:
r.raise_for_status()
# remove events not in webcal
for uid in existing_uids:
if not uid in imported_uids:
r = requests.delete('%s/%s.ics' % (base_url, uid),
auth=(username, password))
if r.status_code == 204:
print('Deleted %s' % uid, file=sys.stdout)
# ignore 404 - not found (seems to be a manually created event)
elif r.status_code == 404:
pass
else:
r.raise_for_status()
def do_import(username, password, calendar, server, ics_url):
base_url = CALDAVURL % (server, username, calendar)
# fetch events from target cal
target_fetch_url = '%s?export' % base_url
r = requests.get(target_fetch_url, auth=(username, password))
r.raise_for_status()
try:
target_cal = Calendar.from_ical(r.text)
except ValueError as e:
print('Warning: Could not parse iCal (%s)' % target_fetch_url,
file=sys.stderr)
print(e, file=sys.stderr)
return
existing_uids = [e['UID'].to_ical() for e in target_cal.walk('VEVENT')]
# fetch webcal
sourceRequest = requests.get(ics_url)
sourceRequest.encoding = 'utf-8'
sourceContent = sourceRequest.text
c = Calendar.from_ical(sourceContent)
# import webcal
imported_uids = []
for e in c.walk('VEVENT'):
uid = bytes.decode(e['UID'].to_ical())
uid.replace('\'', '')
uid.replace('/', 'slash')
cal = Calendar()
cal.add_component(e)
r = requests.put(
'%s/%s.ics' % (base_url, uid),
data=cal.to_ical(),
auth=(username, password),
headers={'content-type': 'text/calendar; charset=UTF-8'})
if r.status_code == 500 and r'Sabre\VObject\Recur\NoInstancesException' in r.text:
# ignore the NoInstancesException
print('Warning: No valid instances: %s' % uid, file=sys.stdout)
elif r.status_code == 201 or r.status_code == 204:
print('Imported: %s (%d)' % (uid, r.status_code), file=sys.stdout)
imported_uids.append(uid)
else:
r.raise_for_status()
# remove events not in webcal
for uid in existing_uids:
if not uid in imported_uids:
r = requests.delete('%s/%s.ics' % (base_url, uid),
auth=(username, password))
if r.status_code == 204:
print('Deleted %s' % uid, file=sys.stdout)
# ignore 404 - not found (seems to be a manually created event)
elif r.status_code == 404:
pass
else:
r.raise_for_status()
def extractEqual(self, incal_str, outcal_str):
incal = ICalendar.from_ical(incal_str)
expected_outcal = ICalendar.from_ical(outcal_str)
outcal = ICalendar()
outcal = caldav.extract_from_calendar(incal, self.requested)
self.maxDiff = None
self.assertMultiLineEqual(
expected_outcal.to_ical().decode(),
outcal.to_ical().decode(),
ET.tostring(self.requested),
)
def do_import(username, password, calendar, server, ics_url, ics_username, ics_password):
logging.info(' Working with calendar %s...' % calendar)
base_url = CALDAVURL % (server, username, calendar)
target_fetch_url = '%s?export' % base_url
r = requests.get(target_fetch_url, auth=(username, password))
r.raise_for_status()
try:
target_cal = Calendar.from_ical(r.text)
except ValueError as e:
logging.error(' Warning: Could not parse iCal (%s)' % target_fetch_url)
logging.error(e)
return
existing_uids = [bytes.decode(e['UID'].to_ical()).replace('\'', '').replace('/', 'slash') for e in target_cal.walk('VEVENT')]
sourceRequest = requests.get(ics_url, auth=(ics_username, ics_password))
sourceRequest.encoding = 'utf-8'
sourceContent = sourceRequest.text
c = Calendar.from_ical(sourceContent)
distant_uids = [bytes.decode(e['UID'].to_ical()).replace('\'', '').replace('/', 'slash') for e in c.walk('VEVENT')]
imported_uids = []
for e in c.walk('VEVENT'):
uid = bytes.decode(e['UID'].to_ical()).replace('\'', '').replace('/', 'slash')
name = bytes.decode(e['SUMMARY'].to_ical())
if uid not in existing_uids:
cal = Calendar()
cal.add_component(e)
r = requests.put('%s/%s.ics' % (base_url, uid),
data=cal.to_ical(),
auth=(username, password),
headers={'content-type': 'text/calendar; charset=UTF-8'}
)
if r.status_code == 500 and r'Sabre\VObject\Recur\NoInstancesException' in r.text:
logging.warning(' No valid instances: %s (%s)' % (uid, name))
elif r.status_code == 201 or r.status_code == 204:
logging.info(' Imported: %s (%s)' % (uid, name))
imported_uids.append(uid)
else:
r.raise_for_status()
for euid in existing_uids:
if not euid in distant_uids:
r = requests.delete('%s/%s.ics' % (base_url, euid), auth=(username, password))
if r.status_code == 204:
logging.info('Deleted %s' % euid)
elif r.status_code == 404:
pass
else:
r.raise_for_status()
logging.info(' Done.')
def getEvent(self, title): cal = Calendar.from_ical(self.getCalendarText()) countdownEvent = None for component in cal.subcomponents: if "SUMMARY" in component.keys() and component["SUMMARY"] == title: countdownEvent = component return countdownEvent
def get_by_uid(url, component, uid, depth='1'):
uidprop = ET.Element('{urn:ietf:params:xml:ns:caldav}calendar-data')
uidprop.set('name', 'UID')
dataprop = ET.Element('{urn:ietf:params:xml:ns:caldav}calendar-data')
ret = caldav.calendar_query(
url,
props=[uidprop, dataprop, '{DAV:}getetag'],
depth=depth,
filter=caldav.comp_filter(
"VCALENDAR",
caldav.comp_filter(
component,
caldav.prop_filter(
"UID", caldav.text_match(text=uid, collation="i;octet")))))
for (href, status, propstat) in ret:
if status == 'HTTP/1.1 404 Not Found':
raise KeyError(uid)
etag = None
data = None
for prop, prop_status in propstat:
if prop.tag == '{urn:ietf:params:xml:ns:caldav}calendar-data':
data = prop.text
if prop.tag == '{DAV:}getetag':
etag = prop.text
assert data is not None, "data missing for %r" % href
return (href, etag, Calendar.from_ical(data))
raise KeyError(uid)
def calendar(self):
if self._calendar is None:
try:
self._calendar = Calendar.from_ical(b''.join(self.content))
except ValueError:
raise InvalidFileContents(self.content_type, self.content)
return self._calendar
def create_or_update_calendar_item(collection_url, component_name, uid):
"""Create or update a calendar item by UID.
:param collection_url: URL of collection to search in
:param component_name: Component name (VTODO, VEVENT, etc)
:param uid: UID value
:return: (href, etag, old, new), where old and new are Calendar items
New items will have the first three elements set to None
"""
try:
(href, etag, old) = get_by_uid(collection_url, component_name, uid)
except KeyError:
etag = None
props = {'UID': uid}
todo = component_factory[component_name](**props)
old = None
href = None
new = Calendar()
new.add_component(todo)
else:
new = Calendar.from_ical(old.to_ical())
for component in old.subcomponents:
if component.name == component_name:
todo = component
break
return (old, new, href, etag, todo)
def StripStamps(c):
if c is None:
return None
c = Calendar.from_ical(c.to_ical())
for sc in c.subcomponents:
if 'DTSTAMP' in sc:
del sc['DTSTAMP']
return c.to_ical()
def getEvent(self, title):
calendarText = self.__getCalendarText()
cal = Calendar.from_ical(calendarText)
countdownEvent = None
for component in cal.subcomponents:
if "SUMMARY" in component.keys() and component["SUMMARY"] == title:
countdownEvent = component
return countdownEvent
def events():
cal = Calendar.from_ical(requests.get('http://api.meetup.com/noisebridge/upcoming.ical').text)
events = []
for event in cal.walk('vevent'):
events.append({
'start': event.decoded('dtstart'),
'title': event.decoded('summary')
})
return jsonify(events=events)
def get_all_calendars(url, depth=None, filter=None):
for (href, status, propstat) in caldav.calendar_query(
url,
['{DAV:}getetag', '{urn:ietf:params:xml:ns:caldav}calendar-data'],
filter):
data = None
for prop, prop_status in propstat:
if prop.tag == '{urn:ietf:params:xml:ns:caldav}calendar-data':
data = prop.text
assert data is not None, "data missing for %r" % href
yield href, Calendar.from_ical(data)
def gather_icalendars(dirs):
"""Find all the ics files in a directory, yield components.
:param dirs: List of directories to browse
:return: Iterator over components found
"""
for bp in dirs:
for n in os.listdir(bp):
p = os.path.join(bp, n)
if not p.endswith(".ics"):
continue
yield Calendar.from_ical(open(p, 'r').read())
def import_events(self, source):
Event.objects.filter(source=source).delete()
iCalEvent.ignore_exceptions = False
Alarm.ignore_exceptions = True
with source.sourcefile.file as feedfile:
cal = Calendar.from_ical(feedfile.read())
# Some icalendar feed choose to use X-WR-TIMEZONE to denote the timezone of the creator of the feed.
# Although there is some argument out there, [1] this should be used to define the timezone of any
# events that don't are not UTC and don't have a TZID reference. The icalendar library does not
# Use this property but since this is a shared calendar system we have to use it at the point of
# sharing, ie when the date is unpacked from the feed.
#
# 1 http://blog.jonudell.net/2011/10/17/x-wr-timezone-considered-harmful/
try:
default_timezone = pytz.timezone(cal.get('X-WR-TIMEZONE'))
except:
default_timezone = None # Unless we put TZ support into the UI to allow users to set their timezone, this is the best we can do.
metadata = source.metadata
for k, _ in cal.iteritems():
metadata[k.lower()] = self._get_value(cal, k, default_timezone)
events = []
for e in cal.walk('VEVENT'):
dstart = e.decoded('DTSTART')
dend = e.decoded('DTEND')
starttz = default_timezone if dstart.tzinfo is None else dstart.tzinfo
endtz = default_timezone if dstart.tzinfo is None else dstart.tzinfo
event = Event(start=DateConverter.to_datetime(
dstart, defaultzone=default_timezone),
end=DateConverter.to_datetime(
dend, defaultzone=default_timezone),
starttz=starttz,
endtz=endtz,
location=self._safe_get(e, "LOCATION", ""),
title=self._safe_get(e, "SUMMARY", ""),
uid=self._safe_get(e, "UID", ""),
source=source)
metadata = event.metadata
for k, _ in e.iteritems():
metadata[k.lower()] = self._get_value(
e, k, default_timezone)
metadata['x-allday'] = DateConverter.is_date(
e.decoded('DTSTART'))
events.append(event)
source.save()
Event.objects.bulk_create(events)
Event.after_bulk_operation()
return len(events)
def sync_events(sender, instance, created, **kwargs):
'''
Synchronizes events for the saved calendar.
'''
for gevent in instance.get_events():
# get or create this event in the DB
event, created = Event.objects.get_or_create(uri=gevent.id.text)
# update title and description
event.title = gevent.title.text
event.description = gevent.content.text
if gevent.where:
event.where = gevent.where[0].value_string
event.save()
stale_occurrences = []
if gevent.recurrence and gevent.recurrence.text:
# manage recurrences (if any)
recurrence_ical_data = 'BEGIN:VCALENDAR\n%s\nEND:VCALENDAR' % gevent.recurrence.text
parsed_recurrence = Calendar.from_ical(recurrence_ical_data)
start_time = parsed_recurrence['DTSTART'].dt
end_time = parsed_recurrence['DTEND'].dt
rrules = dict(parsed_recurrence['RRULE'])
# add a default count to rrule to bound it unless a bound is specified
if not (('COUNT' in rrules) or ('UNTIL' in rrules)):
rrules['count'] = 52
occurrence_pks = event.add_occurrences(start_time, end_time,
**rrules)
stale_occurrences = event.occurrence_set.exclude(
pk__in=occurrence_pks)
elif gevent.when:
# otherwise just do a single-occurrence event
occurrence_pks = event.add_occurrences(gevent.when[0].start_time,
gevent.when[0].end_time)
stale_occurrences = event.occurrence_set.exclude(
pk__in=occurrence_pks)
# Clear out any stale occurrences.
# Note: only occurrences with end times in the future will be removed,
# since past occurrences may have data already associated with them.
for occurrence in stale_occurrences:
if occurrence.end_time > timezone.now():
occurrence.delete()
def sync_events(sender, instance, created, **kwargs):
'''
Synchronizes events for the saved calendar.
'''
for gevent in instance.get_events():
# get or create this event in the DB
event, created = Event.objects.get_or_create(uri=gevent.id.text)
# update title and description
event.title = gevent.title.text
event.description = gevent.content.text
if gevent.where:
event.where = gevent.where[0].value_string
event.save()
stale_occurrences = []
if gevent.recurrence and gevent.recurrence.text:
# manage recurrences (if any)
recurrence_ical_data = 'BEGIN:VCALENDAR\n%s\nEND:VCALENDAR' % gevent.recurrence.text
parsed_recurrence = Calendar.from_ical(recurrence_ical_data)
start_time = parsed_recurrence['DTSTART'].dt
end_time = parsed_recurrence['DTEND'].dt
rrules = dict(parsed_recurrence['RRULE'])
# add a default count to rrule to bound it unless a bound is specified
if not (('COUNT' in rrules) or ('UNTIL' in rrules)):
rrules['count'] = 52
occurrence_pks = event.add_occurrences(start_time, end_time, **rrules)
stale_occurrences = event.occurrence_set.exclude(pk__in=occurrence_pks)
elif gevent.when:
# otherwise just do a single-occurrence event
occurrence_pks = event.add_occurrences(gevent.when[0].start_time, gevent.when[0].end_time)
stale_occurrences = event.occurrence_set.exclude(pk__in=occurrence_pks)
# Clear out any stale occurrences.
# Note: only occurrences with end times in the future will be removed,
# since past occurrences may have data already associated with them.
for occurrence in stale_occurrences:
if occurrence.end_time > timezone.now():
occurrence.delete()
def fetch_calendar(self, force_xml=False, force_ics=False):
"Fetches the calendar data from an XML/.ics resource in preperation for parsing."
cal_data = None
if self.xml_url:
cal_data = urlopen(self.xml_url)
elif self.ics_url:
cal_data = urlopen(self.ics_url)
elif self.xml_file:
cal_data = open(self.xml_file, "rb")
elif self.ics_file:
cal_data = open(self.ics_file, "rb")
else:
raise UnboundLocalError("No calendar url or file path has been set.")
cal_str = cal_data.read()
cal_data.close()
if (self.xml_url or self.xml_file) and not force_ics:
self.calendar = BeautifulStoneSoup(_normalize(cal_str, True))
elif (self.ics_url or self.ics_file) and not force_xml:
self.calendar = Calendar.from_ical(cal_str)
return self.calendar
def fetch_calendar(self, force_xml=False, force_ics=False):
"Fetches the calendar data from an XML/.ics resource in preperation for parsing."
cal_data = None
if self.xml_url:
cal_data = urlopen(self.xml_url)
elif self.ics_url:
cal_data = urlopen(self.ics_url)
elif self.xml_file:
cal_data = open(self.xml_file, "rb")
elif self.ics_file:
cal_data = open(self.ics_file, "rb")
else:
raise UnboundLocalError("No calendar url or file path has been set.")
cal_str = cal_data.read()
cal_data.close()
if (self.xml_url or self.xml_file) and not force_ics:
self.calendar = BeautifulStoneSoup(_normalize(cal_str, True))
elif (self.ics_url or self.ics_file) and not force_xml:
self.calendar = Calendar.from_ical(cal_str)
return self.calendar
formatter = logging.Formatter('%(levelname)s: %(message)s')
ch.setFormatter(formatter)
logger.addHandler(ch)
parser = optparse.OptionParser("fix-songkick")
opts, args = parser.parse_args()
try:
url = args[0]
except IndexError:
f = sys.stdin.buffer
else:
f = urllib.request.urlopen(url)
orig = Calendar.from_ical(f.read())
TRACKING_PREFIX = "You’re tracking this event.\n\n"
GOING_PREFIX = "You’re going.\n\n"
def fix_vevent(vevent):
status = None
if str(vevent['DESCRIPTION']).startswith(TRACKING_PREFIX):
vevent['DESCRIPTION'] = vevent['DESCRIPTION'][len(TRACKING_PREFIX):]
vevent['STATUS'] = 'TENTATIVE'
if str(vevent['DESCRIPTION']).startswith(GOING_PREFIX):
vevent['STATUS'] = 'CONFIRMED'
vevent['DESCRIPTION'] = vevent['DESCRIPTION'][len(GOING_PREFIX):]
if str(vevent['DESCRIPTION']).startswith(str(vevent['URL'])):
vevent['DESCRIPTION'] = vevent['DESCRIPTION'][len(str(vevent['URL'])):]
def get_pytz_from_text(tztext):
tzid = extract_tzid(ICalendar.from_ical(tztext))
return pytz.timezone(tzid)
logger = logging.getLogger()
logger.setLevel(logging.DEBUG)
ch = logging.StreamHandler(sys.stderr)
ch.setLevel(logging.DEBUG)
formatter = logging.Formatter('%(levelname)s: %(message)s')
ch.setFormatter(formatter)
logger.addHandler(ch)
parser = optparse.OptionParser("fix-songkick")
opts, args = parser.parse_args()
url = args[0]
orig = Calendar.from_ical(urllib.urlopen(url).read())
TRACKING_PREFIX = u"You’re tracking this event.\n\n"
GOING_PREFIX = u"You’re going.\n\n"
def fix_vevent(vevent):
status = None
if unicode(vevent['DESCRIPTION']).startswith(TRACKING_PREFIX):
vevent['DESCRIPTION'] = vevent['DESCRIPTION'][len(TRACKING_PREFIX):]
if unicode(vevent['DESCRIPTION']).startswith(GOING_PREFIX):
vevent['STATUS'] = 'CONFIRMED'
vevent['DESCRIPTION'] = vevent['DESCRIPTION'][len(GOING_PREFIX):]
if unicode(vevent['DESCRIPTION']).startswith(unicode(vevent['URL'])):
vevent['DESCRIPTION'] = vevent['DESCRIPTION'][len(unicode(vevent['URL'])):]
if not vevent['DESCRIPTION']:
del vevent['DESCRIPTION']
def do_import(username, password, calendar, server, ics_url):
base_url = CALDAVURL % (server, username, calendar)
# fetch events from target cal
target_fetch_url = '%s?export' % base_url
r = requests.get(target_fetch_url, auth=(username, password))
r.raise_for_status()
try:
target_cal = Calendar.from_ical(r.text)
except ValueError as e:
print('Warning: Could not parse iCal (%s)' % target_fetch_url,
file=sys.stderr)
print(e, file=sys.stderr)
return
existing_uids = [e['UID'].to_ical() for e in target_cal.walk('VEVENT')]
# fetch webcal
if ics_url.startswith('file://'):
# Special handling for file:// URLs: substring to strip the file:// prefix,
# then read it using normal file-reading functionality.
sourceFile = open(ics_url[7:], 'r')
sourceContent = sourceFile.read()
sourceFile.close()
else:
sourceRequest = requests.get(ics_url)
sourceRequest.encoding = 'utf-8'
sourceContent = sourceRequest.text
c = Calendar.from_ical(sourceContent)
# import webcal
imported_uids = []
for e in c.walk('VEVENT'):
uid = e['UID'].to_ical()
cal = Calendar()
cal.add_component(e)
r = requests.put('%s/%s.ics' % (base_url, uid),
data=cal.to_ical(),
auth=(username, password),
headers={'content-type':'text/calendar; charset=UTF-8'}
)
if r.status_code == 500 and 'Sabre\VObject\Recur\NoInstancesException' in r.text:
# ignore the NoInstancesException
print('Warning: No valid instances: %s' % uid, file=sys.stdout)
elif r.status_code == 201 or r.status_code == 204:
print('Imported: %s (%d)' % (uid, r.status_code), file=sys.stdout)
imported_uids.append(uid)
else:
r.raise_for_status()
# remove events not in webcal
for uid in existing_uids:
if not uid in imported_uids:
r = requests.delete('%s/%s.ics' % (base_url, uid),
auth=(username, password))
if r.status_code == 204:
print('Deleted %s' % uid, file=sys.stdout)
# ignore 404 - not found (seems to be a manually created event)
elif r.status_code == 404:
pass
else:
r.raise_for_status()
ch.setLevel(logging.DEBUG)
formatter = logging.Formatter('%(levelname)s: %(message)s')
ch.setFormatter(formatter)
logger.addHandler(ch)
parser = optparse.OptionParser("split")
parser.add_option("--prefix", dest="prefix", default="unknown", help="Filename prefix")
parser.add_option("--outdir", dest="outdir", default=".", help="Output directory path")
parser.add_option('--category', dest='category', default=None, help="Category to add.")
parser.add_option('--status', dest='status', type="choice", choices=["", "tentative", "confirmed"], default=None, help="Status to set.")
opts, args = parser.parse_args()
url = args[0]
orig = Calendar.from_ical(urllib.urlopen(url).read())
other = []
items = {}
for component in orig.subcomponents:
try:
uid = component['UID']
except KeyError:
md5 = hashlib.md5()
md5.update(component.to_ical())
component['UID'] = uid = md5.hexdigest()
if component.name in ('VEVENT', 'VTODO'):
items[uid] = component
else:
other.append(component)
'start': start,
'duration': duration,
'label': ''
}
events.append(event)
return events
def global_label(events, label):
for event in events:
event['label'] = label
events = []
with open('calendar.ics', 'r') as cal_file:
cal = Calendar.from_ical(cal_file.read())
new_events = calendar_to_events(cal)
global_label(new_events, 'personal')
events.extend(new_events)
with open('school.ics', 'r') as cal_file:
cal = Calendar.from_ical(cal_file.read())
new_events = calendar_to_events(cal)
global_label(new_events, 'school')
events.extend(new_events)
with open('sleep.ics', 'r') as cal_file:
cal = Calendar.from_ical(cal_file.read())
new_events = calendar_to_events(cal)
global_label(new_events, 'sleep')
events.extend(new_events)
def main():
semester_selector = "WS20/21"
# semester_selector = "SS20"
group_selector = "EuiDE-9-NT1"
assert (semester_selector[0:2] == "WS" and len(semester_selector)
== 7) or (semester_selector[0:2] == "SS"
and len(semester_selector) == 4)
timetable_url = timetable_base_url.replace("%semester%",
semester_selector).replace(
"%group%", group_selector)
academic_year_url = academic_year_base_url.replace(
"%year%",
f"20{int(semester_selector[2:4]) - 1}-{int(semester_selector[2:4])}"
if semester_selector[0:2] == "SS" else
f"20{semester_selector[2:7].replace('/', '-')}")
fp = urllib.request.urlopen(timetable_url)
mybytes = fp.read()
html_doc = mybytes.decode("utf-8").replace("<BR>", seperator)
fp.close()
fp = urllib.request.urlopen(academic_year_url)
mybytes = fp.read()
html_doc2 = mybytes.decode("utf8")
fp.close()
academic_year = Calendar.from_ical(html_doc2)
semester_date_spans = []
recess_date_spans = []
for component in academic_year.walk():
if component.name == 'VEVENT':
if component['summary'].startswith(
expand_semester(semester_selector)):
semester_date_spans.append(
(component['DTSTART'].dt, component['DTEND'].dt))
if any(r.lower() in component['summary'].lower() for r in recess):
recess_date_spans.append(
(component['DTSTART'].dt, component['DTEND'].dt))
weekdates_semester = []
for start_date, end_date in semester_date_spans:
delta = end_date - start_date
for i in range(delta.days + 1):
day = start_date + timedelta(days=i)
if not day.weekday() == SATURDAY and not day.weekday() == SUNDAY:
weekdates_semester.append(day)
recess_dates_semester = []
for start_date, end_date in recess_date_spans:
delta = end_date - start_date
for i in range(delta.days + 1):
day = start_date + timedelta(days=i)
if not day.weekday() == SATURDAY and not day.weekday() == SUNDAY:
recess_dates_semester.append(day)
dfs = pd.read_html(html_doc)
dfs = [
df.applymap(lambda x: x.replace(u"\xa0", u" ")
if isinstance(x, str) else x) for df in dfs
]
timetable = dfs[1].values.tolist()
cal = Calendar()
index = 2
class_list = []
for i, row in enumerate(timetable):
if i == 0:
continue
for j, cell in enumerate(row):
if j == 0 or isinstance(cell, float):
continue
classes = dfs[index].values.tolist()
for c in classes:
print(c[0])
lecturer, name, room, *_ = c[0].split(seperator)
if not name in class_list:
class_list.append(name)
index += 1
print("[")
for c in class_list:
print(f" \"{c}\",")
print("]")
index = 2
for i, row in enumerate(timetable):
if i == 0:
continue
for j, cell in enumerate(row):
if j == 0 or isinstance(cell, float):
continue
time_info = timetable[i][0]
weekday_tt = timetable[0][j]
classes = dfs[index].values.tolist()
for c in classes:
lecturer, name, room, *_ = c[0].split(seperator)
odd_even, time_start, time_end = time_info.split(seperator)
time_start_hour, time_start_minutes = [
int(x) for x in time_start.split(COLON)
]
time_end_hour, time_end_minutes = [
int(x) for x in time_end.split(COLON)
]
if odd_even == "1.WO":
week_mod = 1
elif odd_even == "2.WO":
week_mod = 0
else:
print(f"Error. Invalid odd_even identifier {odd_even}")
exit()
for day in weekdates_semester:
_, weeknumber, weekday = day.isocalendar()
if not weekday - 1 == WEEKDAYS[weekday_tt.lower()]:
continue
if not weeknumber % 2 == week_mod:
continue
if any([
d.day == day.day and d.month == day.day
and d.year == day.year
for d in recess_dates_semester
]):
continue
e = Event()
e.add('summary', name)
e.add(
'dtstart',
datetime(day.year,
day.month,
day.day,
time_start_hour,
time_start_minutes,
0,
tzinfo=pytz.timezone("Europe/Berlin")))
e.add(
'dtstart',
datetime(day.year,
day.month,
day.day,
time_end_hour,
time_end_minutes,
0,
tzinfo=pytz.timezone("Europe/Berlin")))
e.add('location', room)
e.add('description', f"Dozent: {flip_name(lecturer)}")
cal.add_component(e)
index += 1
print(cal.to_ical().decode('utf-8'))
with open('my.ics', 'w', encoding='utf-8') as f:
f.write(cal.to_ical().decode('utf-8'))
def create_cal_from_classes(dfs_list, class_list: List[str],
semester_selector: str):
assert (semester_selector[0:2] == "WS" and len(semester_selector)
== 7) or (semester_selector[0:2] == "SS"
and len(semester_selector) == 4)
academic_year_url = academic_year_base_url.replace(
"%year%",
f"20{int(semester_selector[2:4]) - 1}-{int(semester_selector[2:4])}"
if semester_selector[0:2] == "SS" else
f"20{semester_selector[2:7].replace('/', '-')}")
fp = urllib.request.urlopen(academic_year_url)
mybytes = fp.read()
html_doc2 = mybytes.decode("utf8")
fp.close()
academic_year = Calendar.from_ical(html_doc2)
semester_date_spans = []
recess_date_spans = []
for component in academic_year.walk():
if component.name == 'VEVENT':
if component['summary'].startswith(
expand_semester(semester_selector)):
semester_date_spans.append(
(component['DTSTART'].dt, component['DTEND'].dt))
if any(r.lower() in component['summary'].lower() for r in recess):
recess_date_spans.append(
(component['DTSTART'].dt, component['DTEND'].dt))
weekdates_semester = []
for start_date, end_date in semester_date_spans:
delta = end_date - start_date
for i in range(delta.days + 1):
day = start_date + timedelta(days=i)
if not day.weekday() == SATURDAY and not day.weekday() == SUNDAY:
weekdates_semester.append(day)
recess_dates_semester = []
for start_date, end_date in recess_date_spans:
delta = end_date - start_date
for i in range(delta.days + 1):
day = start_date + timedelta(days=i)
if not day.weekday() == SATURDAY and not day.weekday() == SUNDAY:
recess_dates_semester.append(day)
cal = Calendar()
cal.add("version", 2.0)
cal.add("prodid", "-//flmann.de//timetable//DE")
cal.add('x-wr-calname', "Stundenplan")
cal.add('x-wr-caldesc', "Stundenplan TU Dresden ET")
cal.add('x-wr-timezone', "Europe/Berlin")
tzc = Timezone()
tzc.add('tzid', 'Europe/Berlin')
tzc.add('x-lic-location', 'Europe/Berlin')
tzs = TimezoneStandard()
tzs.add('tzname', 'CET')
tzs.add('dtstart', datetime(1970, 10, 25, 3, 0, 0))
tzs.add('rrule', {'freq': 'yearly', 'bymonth': 10, 'byday': '-1su'})
tzs.add('TZOFFSETFROM', timedelta(hours=2))
tzs.add('TZOFFSETTO', timedelta(hours=1))
tzd = TimezoneDaylight()
tzd.add('tzname', 'CEST')
tzd.add('dtstart', datetime(1970, 3, 29, 2, 0, 0))
tzs.add('rrule', {'freq': 'yearly', 'bymonth': 3, 'byday': '-1su'})
tzd.add('TZOFFSETFROM', timedelta(hours=1))
tzd.add('TZOFFSETTO', timedelta(hours=2))
tzc.add_component(tzs)
tzc.add_component(tzd)
cal.add_component(tzc)
dates_added = set()
for dfs in dfs_list:
timetable = dfs[1].values.tolist()
index = 2
for i, row in enumerate(timetable):
if i == 0:
continue
for j, cell in enumerate(row):
if j == 0 or isinstance(cell, float):
continue
time_info = timetable[i][0]
weekday_tt = timetable[0][j]
classes = dfs[index].values.tolist()
for c in classes:
lecturer, name, room, *_ = c[0].split(seperator)
odd_even, time_start, time_end = time_info.split(seperator)
print(f"{name=} {name in class_list}")
if not name in class_list:
continue
time_start_hour, time_start_minutes = [
int(x) for x in time_start.split(COLON)
]
time_end_hour, time_end_minutes = [
int(x) for x in time_end.split(COLON)
]
if odd_even == "1.WO":
week_mod = 1
elif odd_even == "2.WO":
week_mod = 0
else:
print(f"Error. Invalid odd_even identifier {odd_even}")
exit()
id = f"{c[0]}{time_info}"
if id in dates_added:
continue
dates_added.add(id)
for day in weekdates_semester:
_, weeknumber, weekday = day.isocalendar()
if not weekday - 1 == WEEKDAYS[weekday_tt.lower()]:
continue
if not weeknumber % 2 == week_mod:
continue
if any([
d.day == day.day and d.month == day.day
and d.year == day.year
for d in recess_dates_semester
]):
continue
e = Event()
e.add('summary', name)
e.add(
'dtstart',
datetime(day.year,
day.month,
day.day,
time_start_hour,
time_start_minutes,
0,
tzinfo=pytz.timezone("Europe/Berlin")))
e.add(
'dtend',
datetime(day.year,
day.month,
day.day,
time_end_hour,
time_end_minutes,
0,
tzinfo=pytz.timezone("Europe/Berlin")))
e.add('dtstamp', datetime.now())
e.add('uid', uuid.uuid4())
e.add('location', room)
e.add('description', f"Dozent: {flip_name(lecturer)}")
cal.add_component(e)
index += 1
return cal.to_ical().decode('utf-8').replace('\n\n',
'\n').replace('\r\n', '\n')
