def _build_semester_lookup(): """ Build data structure to let us easily look up date -> strm. """ all_semesters = Semester.objects.all() intervals = ((s.name, Semester.start_end_dates(s)) for s in all_semesters) intervals = (intervaltree.Interval(st, en + ONE_DAY, name) for (name, (st, en)) in intervals) return intervaltree.IntervalTree(intervals)
def _build_semester_lookup(): """ Build data structure to let us easily look up date -> strm. """ all_semesters = Semester.objects.all() intervals = ((s.name, Semester.start_end_dates(s)) for s in all_semesters) intervals = ( intervaltree.Interval(st, en+ONE_DAY, name) for (name, (st, en)) in intervals) return intervaltree.IntervalTree(intervals)
def start_end_dates(cls, semester): """ First and last days of the semester, in the way that financial people do (without regard to class start/end dates) """ return Semester.start_end_dates(semester)
from django.conf import settings # import grads from these units (but CMPT gets special treatment) IMPORT_UNIT_SLUGS = ['cmpt', 'ensc', 'mse', 'psyc', 'see'] # in ps_acad_prog dates within about this long of the semester start are actually things that happen next semester DATE_OFFSET = datetime.timedelta(days=30) # ...even longer for dates of things that are startup-biased (like returning from leave) DATE_OFFSET_START = datetime.timedelta(days=90) SIMS_SOURCE = 'sims_source' # key in object.config to record where things came from # don't even query data before this if settings.DEPLOY_MODE in ['devel', 'proddev']: IMPORT_START_SEMESTER = Semester.current().offset_name(-6) # devel/test data doesn't go too far back in time else: IMPORT_START_SEMESTER = '0901' IMPORT_START_DATE = Semester.start_end_dates(Semester.objects.get(name=IMPORT_START_SEMESTER))[0] # if we find students starting before this semester, don't import if settings.DEPLOY_MODE in ['devel', 'proddev']: RELEVANT_PROGRAM_START = Semester.current().offset_name(-6) # devel/test data doesn't go too far back in time else: RELEVANT_PROGRAM_START = '1031' # before this, we aren't going to worry about it. RELEVANT_DATA_START = datetime.date(1993, 9, 1) # be even more conservative for CMPT: this is when we started getting slightly cleaner data including adm_appl_nbr CMPT_CUTOFF = '1137'
def import_semester_info(verbose=False, dry_run=False, long_long_ago=False, bootstrap=False): """ Update information on Semester objects from SIMS Finding the reference is tricky. Try Googling 'sfu calendar {{year}} "academic dates"' long_long_ago: import from the beginning of time bootstrap: don't assume Semester.current() will work, for bootstrapping test data creation """ output = [] semester_start = semester_first_day() semester_end = semester_last_day() sims_holidays = [(datetime.datetime.strptime(d, "%Y-%m-%d").date(), h) for d,h in all_holidays()] if not bootstrap: # we want semesters 5 years into the future: that's a realistic max horizon for grad promises current = Semester.current() strms = [current.offset_name(i) for i in range(15)] else: strms = [] if long_long_ago: strms = sorted(list(set(strms) | set(semester_start.keys()))) semesters = dict((s.name, s) for s in Semester.objects.filter(name__in=strms)) semester_weeks = itertools.groupby( SemesterWeek.objects.filter(semester__name__in=strms).select_related('semester'), lambda sw: sw.semester.name) semester_weeks = dict((k,list(v)) for k,v in semester_weeks) holidays = itertools.groupby( Holiday.objects.filter(semester__name__in=strms, holiday_type='FULL').select_related('semester'), lambda h: h.semester.name) holidays = dict((k,list(v)) for k,v in holidays) for strm in strms: url = settings.BASE_ABS_URL + reverse('sysadmin:edit_semester', kwargs={'semester_name': strm}) # Semester object try: semester = semesters[strm] except KeyError: semester = Semester(name=strm) semesters[strm] = semester output.append("Creating %s." % (strm,)) # class start and end dates try: start = datetime.datetime.strptime(semester_start[strm], "%Y-%m-%d").date() except KeyError: # No data found about this semester: if there's a date already around, honour it # Otherwise, guess "same day as this semester last year" which is probably wrong but close. start = semester.start if not semester.start: lastyr = semesters[semester.offset_name(-3)] start = lastyr.start.replace(year=lastyr.start.year+1) output.append("Guessing start date for %s." % (strm,)) try: end = datetime.datetime.strptime(semester_end[strm], "%Y-%m-%d").date() except KeyError: # no classes scheduled yet? Assume 13 weeks exactly end = start + datetime.timedelta(days=91) if semester.start != start: output.append("Changing start date for %s from %s to %s." % (strm, semester.start, start)) semester.start = start if semester.end != end: output.append("Changing end date for %s from %s to %s." % (strm, semester.end, end)) semester.end = end if not dry_run: semester.save() # SemesterWeeks weeks = semester_weeks.get(strm, []) if not weeks: sw = SemesterWeek(semester=semester, week=1, monday=first_monday(start)) weeks.append(sw) assert sw.monday.weekday() == 0 output.append("Creating week 1 for %s on %s." % (strm, sw.monday)) if not dry_run: sw.save() elif weeks[0].monday != first_monday(start): sw = weeks[0] sw.monday = first_monday(start) output.append("Changing first Monday of %s to %s." % (strm, sw.monday)) if not dry_run: sw.save() length = semester.end - semester.start if not bootstrap and length > datetime.timedelta(days=92) and len(weeks) < 2 \ and semester.start - datetime.date.today() < datetime.timedelta(days=365): # semester is longer than 13 weeks: insist that the user specify reading week reasonably-soon before the semester starts message = "Semester %s is long (%s) but has no reading week specified. Please have a look here: %s\n\nYou probably want to enter the Monday of week 5/6/7/8 as the Monday after reading week, a week later than it would otherwise be." % (strm, length, url) if verbose: output.append('*** ' + message) else: import_admin_email(source='coredata.importer.import_semester_info', message=message) elif not bootstrap: # also check that the last day of classes is at a coherent time. Might reveal problems with reading week specification. endweek,_ = semester.week_weekday(semester.end, weeks=weeks) if endweek not in [12, 13, 14]: message = "Semester %s ends in week %i (should be 13 or 14). That's weird. Have a look here to see if things are coherent: %s" % (strm, endweek, url) if verbose: output.append('*** ' + message) else: import_admin_email(source='coredata.importer.import_semester_info', message=message) # Holidays hs = holidays.get(strm, []) h_start, h_end = Semester.start_end_dates(semester) for dt, desc in [(d,h) for d,h in sims_holidays if h_start <= d <= h_end]: existing = [h for h in hs if h.date == dt] if existing: holiday = existing[0] else: holiday = Holiday(semester=semester, date=dt, holiday_type='FULL') output.append("Adding holiday %s on %s." % (desc, dt)) holiday.description = desc if not dry_run: holiday.save() if verbose: print '\n'.join(output)
from django.conf import settings # import grads from these units (but CMPT gets special treatment) IMPORT_UNIT_SLUGS = ['cmpt', 'ensc', 'mse', 'psyc'] # in ps_acad_prog dates within about this long of the semester start are actually things that happen next semester DATE_OFFSET = datetime.timedelta(days=30) # ...even longer for dates of things that are startup-biased (like returning from leave) DATE_OFFSET_START = datetime.timedelta(days=90) SIMS_SOURCE = 'sims_source' # key in object.config to record where things came from # don't even query data before this if settings.DEPLOY_MODE in ['devel', 'proddev']: IMPORT_START_SEMESTER = Semester.current().offset_name(-6) # devel/test data doesn't go too far back in time else: IMPORT_START_SEMESTER = '0901' IMPORT_START_DATE = Semester.start_end_dates(Semester.objects.get(name=IMPORT_START_SEMESTER))[0] # if we find students starting before this semester, don't import if settings.DEPLOY_MODE in ['devel', 'proddev']: RELEVANT_PROGRAM_START = Semester.current().offset_name(-6) # devel/test data doesn't go too far back in time else: RELEVANT_PROGRAM_START = '1031' # before this, we aren't going to worry about it. RELEVANT_DATA_START = datetime.date(1993, 9, 1) # be even more conservative for CMPT: this is when we started getting slightly cleaner data including adm_appl_nbr CMPT_CUTOFF = '1137'
def import_semester_info(verbose=False, dry_run=False, long_long_ago=False, bootstrap=False): """ Update information on Semester objects from SIMS Finding the reference is tricky. Try Googling 'sfu calendar {{year}} "academic dates"' long_long_ago: import from the beginning of time bootstrap: don't assume Semester.current() will work, for bootstrapping test data creation """ output = [] semester_start = semester_first_day() semester_end = semester_last_day() sims_holidays = all_holidays() if not bootstrap: # we want semesters 5 years into the future: that's a realistic max horizon for grad promises current = Semester.current() strms = [current.offset_name(i) for i in range(15)] else: strms = [] if long_long_ago: strms = sorted(list(set(strms) | set(semester_start.keys()))) semesters = dict((s.name, s) for s in Semester.objects.filter(name__in=strms)) semester_weeks = itertools.groupby( SemesterWeek.objects.filter(semester__name__in=strms).select_related('semester'), lambda sw: sw.semester.name) semester_weeks = dict((k,list(v)) for k,v in semester_weeks) holidays = itertools.groupby( Holiday.objects.filter(semester__name__in=strms, holiday_type='FULL').select_related('semester'), lambda h: h.semester.name) holidays = dict((k,list(v)) for k,v in holidays) for strm in strms: url = settings.BASE_ABS_URL + reverse('sysadmin:edit_semester', kwargs={'semester_name': strm}) # Semester object try: semester = semesters[strm] except KeyError: semester = Semester(name=strm) semesters[strm] = semester output.append("Creating %s." % (strm,)) # class start and end dates try: start = semester_start[strm] except KeyError: # No data found about this semester: if there's a date already around, honour it # Otherwise, guess "same day as this semester last year" which is probably wrong but close. start = semester.start if not semester.start: lastyr = semesters[semester.offset_name(-3)] start = lastyr.start.replace(year=lastyr.start.year+1) output.append("Guessing start date for %s." % (strm,)) try: end = semester_end[strm] except KeyError: # no classes scheduled yet? Assume 13 weeks exactly end = start + datetime.timedelta(days=91) if semester.start != start: output.append("Changing start date for %s from %s to %s." % (strm, semester.start, start)) semester.start = start if semester.end != end: output.append("Changing end date for %s from %s to %s." % (strm, semester.end, end)) semester.end = end if not dry_run: semester.save() # SemesterWeeks weeks = semester_weeks.get(strm, []) if not weeks: sw = SemesterWeek(semester=semester, week=1, monday=first_monday(start)) weeks.append(sw) assert sw.monday.weekday() == 0 output.append("Creating week 1 for %s on %s." % (strm, sw.monday)) if not dry_run: sw.save() elif weeks[0].monday != first_monday(start): sw = weeks[0] sw.monday = first_monday(start) output.append("Changing first Monday of %s to %s." % (strm, sw.monday)) if not dry_run: sw.save() length = semester.end - semester.start if not bootstrap and length > datetime.timedelta(days=92) and len(weeks) < 2 \ and semester.start - datetime.date.today() < datetime.timedelta(days=365): # semester is longer than 13 weeks: insist that the user specify reading week reasonably-soon before the semester starts message = "Semester %s is long (%s) but has no reading week specified. Please have a look here: %s\n\nYou probably want to enter the Monday of week 5/6/7/8 as the Monday after reading week, a week later than it would otherwise be." % (strm, length, url) if verbose: output.append('*** ' + message) else: import_admin_email(source='coredata.importer.import_semester_info', message=message) elif not bootstrap: # also check that the last day of classes is at a coherent time. Might reveal problems with reading week specification. endweek,_ = semester.week_weekday(semester.end, weeks=weeks) if endweek not in [12, 13, 14]: message = "Semester %s ends in week %i (should be 13 or 14). That's weird. Have a look here to see if things are coherent: %s" % (strm, endweek, url) if verbose: output.append('*** ' + message) else: import_admin_email(source='coredata.importer.import_semester_info', message=message) # Holidays hs = holidays.get(strm, []) h_start, h_end = Semester.start_end_dates(semester) for dt, desc in [(d,h) for d,h in sims_holidays if h_start <= d <= h_end]: existing = [h for h in hs if h.date == dt] if existing: holiday = existing[0] else: holiday = Holiday(semester=semester, date=dt, holiday_type='FULL') output.append("Adding holiday %s on %s." % (desc, dt)) holiday.description = desc if not dry_run: holiday.save() if verbose: print('\n'.join(output))