def find_gradstudent(self, verbosity, dry_run):
gss = GradStudent.objects.filter(person__emplid=self.emplid, program__unit=self.unit).select_related('start_semester', 'program__unit', 'person')
gss = list(gss)
if self.admit_term < RELEVANT_PROGRAM_START:
return
for method, multiple_okay in GradCareer.GS_SELECTORS:
by_selector = [gs for gs in gss if getattr(self, method)(gs)]
#print method, by_selector
if len(by_selector) == 1:
return by_selector[0]
elif len(by_selector) > 1:
if multiple_okay:
return by_selector[-1]
else:
raise ValueError, "Multiple records found by %s for %s." % (method, self)
if GradCareer.program_map[self.last_program].unit.slug == 'cmpt' and self.admit_term < CMPT_CUTOFF:
# Don't try to probe the depths of history for CMPT. You'll hurt yourself.
# We have nice clean adm_appl_nbrs for CMPT_CUTOFF onwards, so the reliable GS_SELECTORS will find the student
return
if verbosity:
print "New grad student career found: %s/%s in %s starting %s." % (self.emplid, self.unit.slug, self.last_program, self.admit_term)
# can't find anything in database: create new
gs = GradStudent(person=add_person(self.emplid, commit=(not dry_run)))
# everything else updated by gs.update_status_fields later
gs.program = GradCareer.program_map[self.last_program] # ...but this is needed to save
if not dry_run:
gs.save() # get gs.id filled in for foreign keys elsewhere
return gs
def find_gradstudent(self, verbosity, dry_run):
gss = GradStudent.objects.filter(person__emplid=self.emplid, program__unit=self.unit).select_related('start_semester', 'program__unit', 'person')
gss = list(gss)
if self.admit_term < RELEVANT_PROGRAM_START:
return
for method, multiple_okay in GradCareer.GS_SELECTORS:
by_selector = [gs for gs in gss if getattr(self, method)(gs)]
#print method, by_selector
if len(by_selector) == 1:
return by_selector[0]
elif len(by_selector) > 1:
if multiple_okay:
return by_selector[-1]
else:
raise ValueError, "Multiple records found by %s for %s." % (method, self)
if GradCareer.program_map[self.last_program].unit.slug == 'cmpt' and self.admit_term < CMPT_CUTOFF:
# Don't try to probe the depths of history for CMPT. You'll hurt yourself.
# We have nice clean adm_appl_nbrs for CMPT_CUTOFF onwards, so the reliable GS_SELECTORS will find the student
return
if verbosity:
print "New grad student career found: %s/%s in %s starting %s." % (self.emplid, self.unit.slug, self.last_program, self.admit_term)
# can't find anything in database: create new
gs = GradStudent(person=add_person(self.emplid, commit=(not dry_run)))
# everything else updated by gs.update_status_fields later
gs.program = GradCareer.program_map[self.last_program] # ...but this is needed to save
if not dry_run:
gs.save() # get gs.id filled in for foreign keys elsewhere
return gs
def create_fake_gradstudents():
"""
Make a bunch of fake grad students so we can test searching
"""
for i in range(100):
userid = "1grad%s" % (i)
fname = randname(8)
lname = "Gradstudent"
p = Person(emplid=fake_emplid(userid), userid=userid, last_name=lname, first_name=fname, middle_name="", pref_first_name=fname[:4])
p.config['gender'] = random.choice(('M','F','U'))
p.config['gpa'] = random.triangular(0.0, 4.33, 2.33)
p.config['visa'] = random.choice([x for x,_ in forms.VISA_STATUSES])
p.config['citizen'] = random.choice(('Canadian', 'OtherCountrian'))
p.save()
all_students[userid] = p
g = GradStudent(
person=p,
program=random.choice(GradProgram.objects.all()),
research_area=randname(8)+'ology',
campus=random.choice([x for x,_ in models.CAMPUS_CHOICES]),
is_canadian=randnullbool(),
application_status=random.choice([x for x,_ in models.APPLICATION_STATUS_CHOICES]))
g.save()
all_gradstudents[userid] = g
def create_grads():
"""
Put the grad students created before into GradStudent records.
"""
gp = GradProgram(unit=Unit.objects.get(slug='cmpt'), label='MSc Project', description='MSc Project option')
gp.save()
req = GradRequirement(program=gp, description='Formed Committee')
req.save()
gp = GradProgram(unit=Unit.objects.get(slug='cmpt'), label='MSc Thesis', description='MSc Thesis option')
gp.save()
req = GradRequirement(program=gp, description='Formed Committee')
req.save()
gp = GradProgram(unit=Unit.objects.get(slug='cmpt'), label='PhD', description='PhD')
gp.save()
req = GradRequirement(program=gp, description='Defended Thesis')
req.save()
req = GradRequirement(program=gp, description='Formed Committee')
req.save()
gp = GradProgram(unit=Unit.objects.get(slug='ensc'), label='MEng', description='Masters in Engineering')
gp.save()
gp = GradProgram(unit=Unit.objects.get(slug='ensc'), label='PhD', description='PhD')
gp.save()
st = ScholarshipType(unit=Unit.objects.get(slug='cmpt'), name="Some Scholarship")
st.save()
gf = GradFlag(unit=Unit.objects.get(slug='cmpt'), label='Special Specialist Program')
gf.save()
programs = list(GradProgram.objects.all())
supervisors = list(set([m.person for m in Member.objects.filter(offering__owner__slug='cmpt', role='INST')]))
for p in Person.objects.filter(userid__endswith='grad'):
gp = random.choice(programs)
campus = random.choice(list(CAMPUSES))
gs = GradStudent(person=p, program=gp, campus=campus)
gs.save()
startsem = random.choice(list(Semester.objects.filter(name__lt=Semester.current().name)))
st = GradStatus(student=gs, status='COMP', start=startsem)
st.save()
st = GradStatus(student=gs, status=random.choice(['ACTI', 'ACTI', 'LEAV']), start=startsem.next_semester())
st.save()
if random.random() > 0.5:
st = GradStatus(student=gs, status=random.choice(['GRAD', 'GRAD', 'WIDR']), start=startsem.next_semester().next_semester().next_semester())
st.save()
if random.random() > 0.25:
sup = Supervisor(student=gs, supervisor=random.choice(supervisors), supervisor_type='SEN')
sup.save()
sup = Supervisor(student=gs, supervisor=random.choice(supervisors), supervisor_type='COM')
sup.save()
if random.random() > 0.5:
sup = Supervisor(student=gs, supervisor=random.choice(supervisors), supervisor_type='COM')
sup.save()
else:
sup = Supervisor(student=gs, external="Some External Supervisor", supervisor_type='COM', config={'email': '*****@*****.**'})
sup.save()
def create_grads():
"""
Put the grad students created before into GradStudent records.
"""
gp = GradProgram(unit=Unit.objects.get(slug='cmpt'), label='MSc Project', description='MSc Project option')
gp.save()
req = GradRequirement(program=gp, description='Formed Committee')
req.save()
gp = GradProgram(unit=Unit.objects.get(slug='cmpt'), label='MSc Thesis', description='MSc Thesis option')
gp.save()
req = GradRequirement(program=gp, description='Formed Committee')
req.save()
gp = GradProgram(unit=Unit.objects.get(slug='cmpt'), label='PhD', description='PhD')
gp.save()
req = GradRequirement(program=gp, description='Defended Thesis')
req.save()
req = GradRequirement(program=gp, description='Formed Committee')
req.save()
gp = GradProgram(unit=Unit.objects.get(slug='ensc'), label='MEng', description='Masters in Engineering')
gp.save()
gp = GradProgram(unit=Unit.objects.get(slug='ensc'), label='PhD', description='PhD')
gp.save()
st = ScholarshipType(unit=Unit.objects.get(slug='cmpt'), name="Some Scholarship")
st.save()
gf = GradFlag(unit=Unit.objects.get(slug='cmpt'), label='Special Specialist Program')
gf.save()
programs = list(GradProgram.objects.all())
supervisors = list(set([m.person for m in Member.objects.filter(offering__owner__slug='cmpt', role='INST')]))
for p in Person.objects.filter(userid__endswith='grad'):
gp = random.choice(programs)
campus = random.choice(list(CAMPUSES))
gs = GradStudent(person=p, program=gp, campus=campus)
gs.save()
startsem = random.choice(list(Semester.objects.filter(name__lt=Semester.current().name)))
st = GradStatus(student=gs, status='COMP', start=startsem)
st.save()
st = GradStatus(student=gs, status=random.choice(['ACTI', 'ACTI', 'LEAV']), start=startsem.next_semester())
st.save()
if random.random() > 0.5:
st = GradStatus(student=gs, status=random.choice(['GRAD', 'GRAD', 'WIDR']), start=startsem.next_semester().next_semester().next_semester())
st.save()
if random.random() > 0.25:
sup = Supervisor(student=gs, supervisor=random.choice(supervisors), supervisor_type='SEN')
sup.save()
sup = Supervisor(student=gs, supervisor=random.choice(supervisors), supervisor_type='COM')
sup.save()
if random.random() > 0.5:
sup = Supervisor(student=gs, supervisor=random.choice(supervisors), supervisor_type='COM')
sup.save()
else:
sup = Supervisor(student=gs, external="Some External Supervisor", supervisor_type='COM', config={'email': '*****@*****.**'})
sup.save()
def process_pcs_row(row, column, rownum, unit, semester, user):
"""
Process a single row from the PCS import
"""
appsemester = semester.previous_semester()
warnings = []
ident = "in row %i" % (rownum)
appid = row[column['appid']]
emplid = row[column['emplid']]
program = row[column['program']]
# get Person, from SIMS if necessary
try:
p = Person.objects.get(emplid=int(emplid))
except ValueError:
warnings.append("Bad emplid %s: not processing that row." % (ident))
return warnings
except Person.DoesNotExist:
try:
p = add_person(emplid)
except SIMSProblem as e:
return str(e)
ident = 'for "%s"' % (p.name())
# update information on the Person
email = row[column['email']]
if email: p.config['applic_email'] = email
dob = row[column['dob']]
if dob:
try:
dt = datetime.datetime.strptime(dob, "%Y-%m-%d")
p.config['birthdate'] = dt.date().isoformat()
except ValueError:
warnings.append("Bad birthdate %s." % (ident))
# get extended SIMS data
data = grad_student_info(emplid)
p.config.update(data)
p.save()
#print "Importing %s" % (p)
# get GradStudent, creating if necessary
# a unique identifier for this application, so we can detect repeated imports (and handle gracefully)
uid = "%s-%s-%s-%s" % (unit.slug, semester.name, appid, emplid)
# TODO: wrong, wrong, wrong. Figure out how to select program from import data
program = GradProgram.objects.filter(unit=unit)[0]
# find the old GradStudent if possible
gss = GradStudent.objects.filter(program__unit=unit, person=p)
gs = None
for g in gss:
if 'app_id' in g.config and g.config['app_id'] == uid:
gs = g
break
if not gs:
gs = GradStudent(program=program, person=p)
gs.config['app_id'] = uid
resarea = row[column['resarea']]
firstlang = row[column['firstlang']]
gs.research_area = resarea
gs.mother_tongue = firstlang
gs.created_by = user.userid
gs.updated_by = user.userid
gs.config['start_semester'] = semester.name
gs.save()
complete = row[column['complete']].strip()
decision = row[column['decision']].strip()
notes = row[column['notes']].strip()
gs.config['decisionnotes'] = notes
old_st = GradStatus.objects.filter(student=gs, start__name__gte=semester.name)
if not old_st:
# if no old status for current semester, create one
# application completion status
if complete == 'AppConfirm':
st = GradStatus(student=gs, status="COMP", start=appsemester, end=None, notes="PCS import")
st.save()
elif complete == '':
st = GradStatus(student=gs, status="INCO", start=appsemester, end=None, notes="PCS import")
st.save()
else:
warnings.append('Unknown "Confirmation of Completion of Application" value %s.' % (ident))
# decision status
if decision == 'DECL':
st = GradStatus(student=gs, status="DECL", start=appsemester, end=None, notes="PCS import")
st.save()
elif decision == '':
st = GradStatus(student=gs, status="OFFO", start=appsemester, end=None, notes="PCS import")
st.save()
elif decision == 'R':
st = GradStatus(student=gs, status="REJE", start=appsemester, end=None, notes="PCS import")
st.save()
elif decision == 'HOLD':
st = GradStatus(student=gs, status="HOLD", start=appsemester, end=None, notes="PCS import")
st.save()
elif decision == 'AMScT':
# TODO: bump program to MSc thesis
st = GradStatus(student=gs, status="CONF", start=appsemester, end=None, notes="PCS import")
st.save()
elif decision == 'AMScC':
# TODO: bump program to MSc course-based
st = GradStatus(student=gs, status="CONF", start=appsemester, end=None, notes="PCS import")
st.save()
# potential supervisor
potsuper = row[column['potsuper']]
if potsuper:
superv = None
external = None
try:
ps_last, ps_first = potsuper.split(', ')
except ValueError:
warnings.append('Bad potential supervisor name %s: will store them as an "external" supervisor.' % (ident))
external = potsuper
else:
potentials = possible_supervisor_people([unit])
potential_ids = [p.id for p in potentials]
query = Q(last_name=ps_last, first_name=ps_first) | Q(last_name=ps_last, pref_first_name=ps_first)
people = Person.objects.filter(query, id__in=potential_ids)
if people.count() == 1:
superv = people[0]
else:
warnings.append('Coundn\'t find potential supervisor %s: will store them as an "external" supervisor.' % (ident))
external = potsuper
old_s = Supervisor.objects.filter(student=gs, supervisor_type='POT')
if old_s:
s = old_s[0]
else:
s = Supervisor(student=gs, supervisor_type='POT')
s.superv = superv
s.external = external
s.position = 0
s.created_by = user.userid
s.modified_by = user.userid
s.save()
l = LogEntry(userid=user.userid, description="Imported grad record for %s (%s) from PCS" % (p.name(), p.emplid), related_object=gs)
l.save()
return warnings
def import_student( emplid, gradprogram, semester_string, dryrun=True ):
"""
Import student with emplid into gradprogram, using as much SIMS data as possible.
"""
person = find_or_generate_person(emplid)
program = gradprogram
print(person, program)
english_fluency = ""
mother_tongue = get_mother_tongue( emplid )
print(mother_tongue)
passport_issued_by = get_passport_issued_by( emplid )
print(passport_issued_by)
if passport_issued_by == "Canada":
is_canadian = True
elif holds_resident_visa( emplid ):
is_canadian = True
else:
is_canadian = False
print("Canadian: ", is_canadian)
research_area = get_research_area( emplid, program.unit.acad_org )
print(research_area)
grad = GradStudent( person=person,
program=program,
english_fluency=english_fluency,
mother_tongue=mother_tongue,
is_canadian=is_canadian,
research_area=research_area,
passport_issued_by=passport_issued_by,
comments="" )
grad.config['imported_from'] = "MSE special import " + str(datetime.date.today())
email = get_email(emplid)
if email:
grad.config['applic_email'] = email
print("Creating new Grad Student")
print(grad)
if not dryrun:
grad.save()
# Personal data
personal_info = coredata.queries.grad_student_info(emplid)
print(personal_info)
if 'visa' in personal_info:
person.config['visa'] = personal_info['visa']
if 'citizen' in personal_info:
person.config['citizen'] = personal_info['citizen']
if 'ccredits' in personal_info:
person.config['ccredits'] = personal_info['ccredits']
if 'gpa' in personal_info:
person.config['gpa'] = personal_info['gpa']
if 'gender' in personal_info:
person.config['gender'] = personal_info['gender']
try:
semester_object = Semester.objects.get(name=semester_string)
except Semester.DoesNotExist:
print("Semester " + name + " does not exist")
return
# GradProgramHistory
history = GradProgramHistory( student=grad,
program=program,
start_semester=semester_object,
starting=semester_object.start )
print(history)
status = GradStatus(student=grad, status='ACTI', start=semester_object)
print(status)
# Save all of the actual data.
if not dryrun:
person.save()
history.save()
status.save()
print("------------------")
def process_pcs_row(row, column, rownum, unit, semester, user):
"""
Process a single row from the PCS import
"""
appsemester = semester.previous_semester()
warnings = []
ident = "in row %i" % (rownum)
appid = row[column['appid']]
emplid = row[column['emplid']]
program = row[column['program']]
# get Person, from SIMS if necessary
try:
p = Person.objects.get(emplid=int(emplid))
except ValueError:
warnings.append("Bad emplid %s: not processing that row." % (ident))
return warnings
except Person.DoesNotExist:
try:
p = add_person(emplid)
except SIMSProblem as e:
return e.message
ident = 'for "%s"' % (p.name())
# update information on the Person
email = row[column['email']]
if email: p.config['applic_email'] = email
dob = row[column['dob']]
if dob:
try:
dt = datetime.datetime.strptime(dob, "%Y-%m-%d")
p.config['birthdate'] = dt.date().isoformat()
except ValueError:
warnings.append("Bad birthdate %s." % (ident))
# get extended SIMS data
data = grad_student_info(emplid)
p.config.update(data)
p.save()
#print "Importing %s" % (p)
# get GradStudent, creating if necessary
# a unique identifier for this application, so we can detect repeated imports (and handle gracefully)
uid = "%s-%s-%s-%s" % (unit.slug, semester.name, appid, emplid)
# TODO: wrong, wrong, wrong. Figure out how to select program from import data
program = GradProgram.objects.filter(unit=unit)[0]
# find the old GradStudent if possible
gss = GradStudent.objects.filter(program__unit=unit, person=p)
gs = None
for g in gss:
if 'app_id' in g.config and g.config['app_id'] == uid:
gs = g
break
if not gs:
gs = GradStudent(program=program, person=p)
gs.config['app_id'] = uid
resarea = row[column['resarea']]
firstlang = row[column['firstlang']]
gs.research_area = resarea
gs.mother_tongue = firstlang
gs.created_by = user.userid
gs.updated_by = user.userid
gs.config['start_semester'] = semester.name
gs.save()
complete = row[column['complete']].strip()
decision = row[column['decision']].strip()
notes = row[column['notes']].strip()
gs.config['decisionnotes'] = notes
old_st = GradStatus.objects.filter(student=gs,
start__name__gte=semester.name)
if not old_st:
# if no old status for current semester, create one
# application completion status
if complete == 'AppConfirm':
st = GradStatus(student=gs,
status="COMP",
start=appsemester,
end=None,
notes="PCS import")
st.save()
elif complete == '':
st = GradStatus(student=gs,
status="INCO",
start=appsemester,
end=None,
notes="PCS import")
st.save()
else:
warnings.append(
'Unknown "Confirmation of Completion of Application" value %s.'
% (ident))
# decision status
if decision == 'DECL':
st = GradStatus(student=gs,
status="DECL",
start=appsemester,
end=None,
notes="PCS import")
st.save()
elif decision == '':
st = GradStatus(student=gs,
status="OFFO",
start=appsemester,
end=None,
notes="PCS import")
st.save()
elif decision == 'R':
st = GradStatus(student=gs,
status="REJE",
start=appsemester,
end=None,
notes="PCS import")
st.save()
elif decision == 'HOLD':
st = GradStatus(student=gs,
status="HOLD",
start=appsemester,
end=None,
notes="PCS import")
st.save()
elif decision == 'AMScT':
# TODO: bump program to MSc thesis
st = GradStatus(student=gs,
status="CONF",
start=appsemester,
end=None,
notes="PCS import")
st.save()
elif decision == 'AMScC':
# TODO: bump program to MSc course-based
st = GradStatus(student=gs,
status="CONF",
start=appsemester,
end=None,
notes="PCS import")
st.save()
# potential supervisor
potsuper = row[column['potsuper']]
if potsuper:
superv = None
external = None
try:
ps_last, ps_first = potsuper.split(', ')
except ValueError:
warnings.append(
'Bad potential supervisor name %s: will store them as an "external" supervisor.'
% (ident))
external = potsuper
else:
potentials = possible_supervisor_people([unit])
potential_ids = [p.id for p in potentials]
query = Q(last_name=ps_last, first_name=ps_first) | Q(
last_name=ps_last, pref_first_name=ps_first)
people = Person.objects.filter(query, id__in=potential_ids)
if people.count() == 1:
superv = people[0]
else:
warnings.append(
'Coundn\'t find potential supervisor %s: will store them as an "external" supervisor.'
% (ident))
external = potsuper
old_s = Supervisor.objects.filter(student=gs, supervisor_type='POT')
if old_s:
s = old_s[0]
else:
s = Supervisor(student=gs, supervisor_type='POT')
s.superv = superv
s.external = external
s.position = 0
s.created_by = user.userid
s.modified_by = user.userid
s.save()
l = LogEntry(userid=user.userid,
description="Imported grad record for %s (%s) from PCS" %
(p.name(), p.emplid),
related_object=gs)
l.save()
return warnings
def create_grad():
"""
Test data for grad, ta, ra
"""
from grad.models import GradProgram, GradStudent, GradProgramHistory, GradStatus, ScholarshipType, Scholarship, \
OtherFunding, Promise, GradRequirement, CompletedRequirement, LetterTemplate, GradFlag, GradFlagValue, Supervisor
cmpt = Unit.objects.get(slug='cmpt')
ensc = Unit.objects.get(slug='ensc')
mse = Unit.objects.get(slug='mse')
# some admin roles
d = Person.objects.get(userid='dzhao')
r1 = Role(person=d, role='GRAD', unit=cmpt, expiry=role_expiry)
r1.save()
r2 = Role(person=Person.objects.get(userid='popowich'),
role="GRPD",
unit=cmpt,
expiry=role_expiry)
r2.save()
roles = [r1, r2]
# departmental data
st1 = ScholarshipType(unit=cmpt, name='Scholarship-o-rama', eligible=False)
st1.save()
st2 = ScholarshipType(unit=cmpt,
name='Generic Scholarship #8',
eligible=True)
st2.save()
scholarship_types = [st1, st2]
templates = [
{
"unit":
cmpt,
"label":
"offer",
"content":
u"Congratulations, {{first_name}}, we would like to offer you admission to the {{program}} program in Computing Science at SFU.\r\n\r\nThis is gööd news. Really."
},
{
"unit":
cmpt,
"label":
"visa",
"content":
"This is to confirm that {{title}} {{first_name}} {{last_name}} is currently enrolled as a full time student in the {{program}} in the School of Computing Science at SFU."
},
{
"unit":
cmpt,
"label":
"Funding",
"content":
"This is to confirm that {{title}} {{first_name}} {{last_name}} is a student in the School of Computing Science's {{program}} program. {{He_She}} has been employed as follows:\r\n\r\n{% if tafunding %}Teaching assistant responsibilities include providing tutorials, office hours and marking assignments. {{title}} {{last_name}}'s assignments have been:\r\n\r\n{{ tafunding }}{% endif %}\r\n{% if rafunding %}Research assistants assist/provide research services to faculty. {{title}} {{last_name}}'s assignments have been:\r\n\r\n{{ rafunding }}{% endif %}\r\n{% if scholarships %}{{title}} {{last_name}} has received the following scholarships:\r\n\r\n{{ scholarships }}{% endif %}\r\n\r\n{{title}} {{last_name}} is making satisfactory progress."
},
]
for data in templates:
t = LetterTemplate(**data)
t.save()
p = GradProgram(unit=cmpt,
label='MSc Course',
description='MSc Course option')
p.save()
p = GradProgram(unit=cmpt,
label='MSc Proj',
description='MSc Project option')
p.save()
p = GradProgram(unit=cmpt,
label='MSc Thesis',
description='MSc Thesis option')
p.save()
p = GradProgram(unit=cmpt, label='PhD', description='Doctor of Philosophy')
p.save()
p = GradProgram(unit=cmpt,
label='Qualifying',
description='Qualifying student')
p.save()
p = GradProgram(unit=cmpt,
label='Special',
description='Special Arrangements')
p.save()
gr = GradRequirement(program=p, description='Achieved Speciality')
gr.save()
for p in GradProgram.objects.filter(unit=cmpt):
gr = GradRequirement(program=p, description='Found campus')
gr.save()
gf = GradFlag(unit=cmpt, label='Dual Degree Program')
gf.save()
gf = GradFlag(unit=cmpt, label='Co-op')
gf.save()
grads = list(Person.objects.filter(last_name='Grad'))
programs = list(GradProgram.objects.all())
today = datetime.date.today()
starts = Semester.objects.filter(start__gt=today -
datetime.timedelta(1000),
start__lt=today)
supervisors = list(
set([
m.person for m in Member.objects.filter(
role='INST').select_related('person')
]))
# create GradStudents (and associated data) in a vaguely realistic way
for g in grads + random.sample(grads, 5): # put a few in two programs
p = random.choice(programs)
start = random.choice(starts)
sstart = start.start
if random.randint(1, 2) == 1:
end = start.offset(random.randint(3, 9))
else:
end = None
gs = GradStudent(person=g,
program=p,
research_area=randname(8) + 'ology',
campus=random.choice([x for x, _ in CAMPUS_CHOICES]),
is_canadian=randnullbool())
gs.save()
gph = GradProgramHistory(student=gs, program=p, start_semester=start)
gph.save()
if random.randint(1, 3) == 1:
p2 = random.choice(
[p2 for p2 in programs if p != p2 and p.unit == p2.unit])
gph = GradProgramHistory(student=gs,
program=p2,
start_semester=start.offset(
random.randint(1, 4)))
gph.save()
s = GradStatus(student=gs,
status='COMP',
start=start,
start_date=sstart - datetime.timedelta(days=100))
s.save()
if random.randint(1, 4) == 1:
s = GradStatus(student=gs,
status='REJE',
start=start,
start_date=sstart - datetime.timedelta(days=80))
s.save()
else:
s = GradStatus(student=gs,
status='OFFO',
start=start,
start_date=sstart - datetime.timedelta(days=80))
s.save()
s = GradStatus(student=gs,
status='ACTI',
start=start,
start_date=sstart)
s.save()
if end:
if random.randint(1, 3):
s = GradStatus(student=gs,
status='WIDR',
start=end,
start_date=end.start)
s.save()
else:
s = GradStatus(student=gs,
status='GRAD',
start=end,
start_date=end.start)
s.save()
gs.update_status_fields()
# give some money
sch = Scholarship(student=gs,
scholarship_type=random.choice(scholarship_types))
sch.amount = 2000
sch.start_semester = start
sch.end_semester = start.offset(2)
sch.save()
of = OtherFunding(student=gs, semester=start.offset(3))
of.amount = 1300
of.description = "Money fell from the sky"
of.save()
# promise
p = Promise(student=gs,
start_semester=start,
end_semester=start.offset(2),
amount=10000)
p.save()
p = Promise(student=gs,
start_semester=start.offset(3),
end_semester=start.offset(5),
amount=10000)
p.save()
# flags
if random.randint(1, 3) == 1:
cr = CompletedRequirement(requirement=gr,
student=gs,
semester=start.offset(1))
cr.save()
if random.randint(1, 4) == 1:
gfv = GradFlagValue(flag=gf, student=gs, value=True)
gfv.save()
# supervisors
if random.randint(1, 3) != 1:
p = random.choice(supervisors)
s = Supervisor(student=gs, supervisor=p, supervisor_type='POT')
s.save()
if random.randint(1, 2) == 1:
s = Supervisor(student=gs, supervisor=p, supervisor_type='SEN')
s.save()
s = Supervisor(student=gs,
supervisor=random.choice(supervisors),
supervisor_type='COM')
s.save()
return itertools.chain(
roles,
programs,
scholarship_types,
GradRequirement.objects.all(),
LetterTemplate.objects.all(),
GradFlag.objects.all(),
GradStudent.objects.all(),
GradProgramHistory.objects.all(),
GradStatus.objects.all(),
Scholarship.objects.all(),
OtherFunding.objects.all(),
Promise.objects.all(),
CompletedRequirement.objects.all(),
GradFlagValue.objects.all(),
Supervisor.objects.all(),
)
def import_student(emplid, gradprogram, semester_string, dryrun=True):
"""
Import student with emplid into gradprogram, using as much SIMS data as possible.
"""
person = find_or_generate_person(emplid)
program = gradprogram
print person, program
english_fluency = ""
mother_tongue = get_mother_tongue(emplid)
print mother_tongue
passport_issued_by = get_passport_issued_by(emplid)
print passport_issued_by
if passport_issued_by == "Canada":
is_canadian = True
elif holds_resident_visa(emplid):
is_canadian = True
else:
is_canadian = False
print "Canadian: ", is_canadian
research_area = get_research_area(emplid, program.unit.acad_org)
print research_area
grad = GradStudent(person=person,
program=program,
english_fluency=english_fluency,
mother_tongue=mother_tongue,
is_canadian=is_canadian,
research_area=research_area,
passport_issued_by=passport_issued_by,
comments="")
grad.config['imported_from'] = "MSE special import " + str(
datetime.date.today())
email = get_email(emplid)
if email:
grad.config['applic_email'] = email
print "Creating new Grad Student"
print grad
if not dryrun:
grad.save()
# Personal data
personal_info = coredata.queries.grad_student_info(emplid)
print personal_info
if 'visa' in personal_info:
person.config['visa'] = personal_info['visa']
if 'citizen' in personal_info:
person.config['citizen'] = personal_info['citizen']
if 'ccredits' in personal_info:
person.config['ccredits'] = personal_info['ccredits']
if 'gpa' in personal_info:
person.config['gpa'] = personal_info['gpa']
if 'gender' in personal_info:
person.config['gender'] = personal_info['gender']
try:
semester_object = Semester.objects.get(name=semester_string)
except Semester.DoesNotExist:
print "Semester " + name + " does not exist"
return
# GradProgramHistory
history = GradProgramHistory(student=grad,
program=program,
start_semester=semester_object,
starting=semester_object.start)
print history
status = GradStatus(student=grad, status='ACTI', start=semester_object)
print status
# Save all of the actual data.
if not dryrun:
person.save()
history.save()
status.save()
print "------------------"
def create_grad():
"""
Test data for grad, ta, ra
"""
from grad.models import GradProgram, GradStudent, GradProgramHistory, GradStatus, ScholarshipType, Scholarship, \
OtherFunding, Promise, GradRequirement, CompletedRequirement, LetterTemplate, GradFlag, GradFlagValue, Supervisor
cmpt = Unit.objects.get(slug='cmpt')
ensc = Unit.objects.get(slug='ensc')
mse = Unit.objects.get(slug='mse')
# some admin roles
d = Person.objects.get(userid='dzhao')
r1 = Role(person=d, role='GRAD', unit=cmpt)
r1.save()
r2 = Role(person=Person.objects.get(userid='popowich'), role="GRPD", unit=cmpt)
r2.save()
roles = [r1, r2]
# departmental data
st1 = ScholarshipType(unit=cmpt, name='Scholarship-o-rama', eligible=False)
st1.save()
st2 = ScholarshipType(unit=cmpt, name='Generic Scholarship #8', eligible=True)
st2.save()
scholarship_types = [st1, st2]
templates = [
{"unit": cmpt,
"label": "offer",
"content": "Congratulations, {{first_name}}, we would like to offer you admission to the {{program}} program in Computing Science at SFU.\r\n\r\nThis is good news. Really."
},
{"unit": cmpt,
"label": "visa",
"content": "This is to confirm that {{title}} {{first_name}} {{last_name}} is currently enrolled as a full time student in the {{program}} in the School of Computing Science at SFU."
},
{"unit": cmpt,
"label": "Funding",
"content": "This is to confirm that {{title}} {{first_name}} {{last_name}} is a student in the School of Computing Science's {{program}} program. {{He_She}} has been employed as follows:\r\n\r\n{% if tafunding %}Teaching assistant responsibilities include providing tutorials, office hours and marking assignments. {{title}} {{last_name}}'s assignments have been:\r\n\r\n{{ tafunding }}{% endif %}\r\n{% if rafunding %}Research assistants assist/provide research services to faculty. {{title}} {{last_name}}'s assignments have been:\r\n\r\n{{ rafunding }}{% endif %}\r\n{% if scholarships %}{{title}} {{last_name}} has received the following scholarships:\r\n\r\n{{ scholarships }}{% endif %}\r\n\r\n{{title}} {{last_name}} is making satisfactory progress."
},
]
for data in templates:
t = LetterTemplate(**data)
t.save()
p = GradProgram(unit=cmpt, label='MSc Course', description='MSc Course option')
p.save()
p = GradProgram(unit=cmpt, label='MSc Proj', description='MSc Project option')
p.save()
p = GradProgram(unit=cmpt, label='MSc Thesis', description='MSc Thesis option')
p.save()
p = GradProgram(unit=cmpt, label='PhD', description='Doctor of Philosophy')
p.save()
p = GradProgram(unit=cmpt, label='Qualifying', description='Qualifying student')
p.save()
p = GradProgram(unit=cmpt, label='Special', description='Special Arrangements')
p.save()
gr = GradRequirement(program=p, description='Achieved Speciality')
gr.save()
for p in GradProgram.objects.filter(unit=cmpt):
gr = GradRequirement(program=p, description='Found campus')
gr.save()
gf = GradFlag(unit=cmpt, label='Dual Degree Program')
gf.save()
gf = GradFlag(unit=cmpt, label='Co-op')
gf.save()
grads = list(Person.objects.filter(last_name='Grad'))
programs = list(GradProgram.objects.all())
today = datetime.date.today()
starts = Semester.objects.filter(start__gt=today-datetime.timedelta(1000), start__lt=today)
supervisors = list(set([m.person for m in Member.objects.filter(role='INST').select_related('person')]))
# create GradStudents (and associated data) in a vaguely realistic way
for g in grads + random.sample(grads, 5): # put a few in two programs
p = random.choice(programs)
start = random.choice(starts)
sstart = start.start
if random.randint(1,2) == 1:
end = start.offset(random.randint(3,9))
else:
end = None
gs = GradStudent(person=g, program=p, research_area=randname(8)+'ology',
campus=random.choice([x for x,_ in CAMPUS_CHOICES]), is_canadian=randnullbool())
gs.save()
gph = GradProgramHistory(student=gs, program=p, start_semester=start)
gph.save()
if random.randint(1,3) == 1:
p2 = random.choice([p2 for p2 in programs if p != p2 and p.unit == p2.unit])
gph = GradProgramHistory(student=gs, program=p2, start_semester=start.offset(random.randint(1,4)))
gph.save()
s = GradStatus(student=gs, status='COMP', start=start, start_date=sstart-datetime.timedelta(days=100))
s.save()
if random.randint(1,4) == 1:
s = GradStatus(student=gs, status='REJE', start=start, start_date=sstart-datetime.timedelta(days=80))
s.save()
else:
s = GradStatus(student=gs, status='OFFO', start=start, start_date=sstart-datetime.timedelta(days=80))
s.save()
s = GradStatus(student=gs, status='ACTI', start=start, start_date=sstart)
s.save()
if end:
if random.randint(1,3):
s = GradStatus(student=gs, status='WIDR', start=end, start_date=end.start)
s.save()
else:
s = GradStatus(student=gs, status='GRAD', start=end, start_date=end.start)
s.save()
gs.update_status_fields()
# give some money
sch = Scholarship(student=gs, scholarship_type=random.choice(scholarship_types))
sch.amount = 2000
sch.start_semester = start
sch.end_semester = start.offset(2)
sch.save()
of = OtherFunding(student=gs, semester=start.offset(3))
of.amount = 1300
of.description = "Money fell from the sky"
of.save()
# promise
p = Promise(student=gs, start_semester=start, end_semester=start.offset(2), amount=10000)
p.save()
p = Promise(student=gs, start_semester=start.offset(3), end_semester=start.offset(5), amount=10000)
p.save()
# flags
if random.randint(1,3) == 1:
cr = CompletedRequirement(requirement=gr, student=gs, semester=start.offset(1))
cr.save()
if random.randint(1,4) == 1:
gfv = GradFlagValue(flag=gf, student=gs, value=True)
gfv.save()
# supervisors
if random.randint(1,3) != 1:
p = random.choice(supervisors)
s = Supervisor(student=gs, supervisor=p, supervisor_type='POT')
s.save()
if random.randint(1,2) == 1:
s = Supervisor(student=gs, supervisor=p, supervisor_type='SEN')
s.save()
s = Supervisor(student=gs, supervisor=random.choice(supervisors), supervisor_type='COM')
s.save()
return itertools.chain(
roles,
programs,
scholarship_types,
GradRequirement.objects.all(),
LetterTemplate.objects.all(),
GradFlag.objects.all(),
GradStudent.objects.all(),
GradProgramHistory.objects.all(),
GradStatus.objects.all(),
Scholarship.objects.all(),
OtherFunding.objects.all(),
Promise.objects.all(),
CompletedRequirement.objects.all(),
GradFlagValue.objects.all(),
Supervisor.objects.all(),
)
def import_student( program_map, semester_object, dryrun, skip_duplicates, unit, emplid, adm_appl_nbr, acad_prog, errors, adm_appl_nbrs ):
"""
program_map - a dictionary, mapping SIMS indicators ("CPPHD") to GradProgram objects (GradProgram.objects.get(...))
semester - Semester
dryrun - if True, do not actually import the student
unit - Unit
emplid - the emplid of the student to import
adm_appl_nbr - admission application number of the student to import
acad_prog - acad_prog of the student to import
errors - array containing any errors encountered by the system so far
adm_appl_nbrs - array containing any adm_appl_nbrs encountered by the system so far.
"""
print(emplid, adm_appl_nbr)
# Find or generate a Person object for this student
person = find_or_generate_person(emplid)
# Do we already have this student?
if is_already_imported( person, adm_appl_nbr ) or adm_appl_nbr in adm_appl_nbrs:
print("This GradStudent record already exists in coursys")
print(" -------------------------------- ")
return errors, adm_appl_nbrs
# This additional check shouldn't be necessary, a year or so from now.
grad_student_records = GradStudent.objects.filter(person=person)
if len(grad_student_records) > 0:
print("This GradStudent record may already exist in coursys: ")
if skip_duplicates:
print(".. so we're not dealing with it for now.")
return errors, adm_appl_nbrs
else:
print("Please select: ")
for i in range(0, len(grad_student_records)):
student = grad_student_records[i]
print(i, "--", student, "--", "http://courses.cs.sfu.ca/grad/"+student.slug)
print("N -- None of these are correct; Proceed with import.")
n = get_number_or_n( list(range(0, len(grad_student_records))) )
if n != 'n':
correct_record = grad_student_records[n]
correct_record.config['adm_appl_nbr'] = adm_appl_nbr
if not dryrun:
correct_record.save()
return errors, adm_appl_nbrs
adm_appl_nbrs.append(adm_appl_nbr)
# Find or generate a Program for this student
try:
program = program_map[acad_prog]
except KeyError:
errors.append( emplid + " was not imported" )
errors.append("\tThe program for " + acad_prog + " could not be found. This is a Bad Thing. Fix the program map.")
return errors, adm_appl_nbrs
print(acad_prog)
print(program)
english_fluency = ""
mother_tongue = get_mother_tongue( emplid )
print(mother_tongue)
passport_issued_by = get_passport_issued_by( emplid )
print(passport_issued_by)
if passport_issued_by == "Canada":
is_canadian = True
elif holds_resident_visa( emplid ):
is_canadian = True
else:
is_canadian = False
print(is_canadian)
research_area = get_research_area( emplid, program.unit.acad_org )
print(research_area)
grad = GradStudent( person=person,
program=program,
english_fluency=english_fluency,
mother_tongue=mother_tongue,
is_canadian=is_canadian,
research_area=research_area,
passport_issued_by=passport_issued_by,
comments="" )
grad.config['adm_appl_nbr'] = adm_appl_nbr
grad.config['imported_from'] = "Grad student import " + str(datetime.date.today())
email = get_email(emplid)
if email:
grad.config['applic_email'] = email
print("Creating new Grad Student")
print(grad)
if not dryrun:
grad.save()
# Personal data
personal_info = coredata.queries.grad_student_info(emplid)
print(personal_info)
if 'visa' in personal_info:
person.config['visa'] = personal_info['visa']
if 'citizen' in personal_info:
person.config['citizen'] = personal_info['citizen']
if 'ccredits' in personal_info:
person.config['ccredits'] = personal_info['ccredits']
if 'gpa' in personal_info:
person.config['gpa'] = personal_info['gpa']
if 'gender' in personal_info:
person.config['gender'] = personal_info['gender']
# GradProgramHistory
history = GradProgramHistory( student=grad,
program=program,
start_semester=semester_object,
starting=semester_object.start )
# GradStatus
chronological_history = get_status_history( emplid, adm_appl_nbr)
admitted = False
grad_statuses = []
for event, date, semester in chronological_history:
status_code = None
if event == "ADMT" or event == "COND":
status_code = "OFFO"
admitted = True
elif event == "APPL":
status_code = "COMP"
elif event == "MATR":
status_code = "CONF"
elif event == "DENY":
status_code = "REJE"
elif event == "WAPP" or event == "WADM":
if admitted:
status_code = "DECL"
else:
status_code = "EXPI"
else:
print("Status " + event + " cannot be converted into a status.")
continue
start_semester = Semester.objects.get(name=semester)
status = GradStatus( student=grad, status=status_code, start=start_semester, start_date=date )
print(status)
grad_statuses.append( status )
# Save all of the actual data.
if not dryrun:
person.save()
history.save()
for status in grad_statuses:
status.save()
print("------------------")
return errors, adm_appl_nbrs
def import_student(program_map, semester_object, dryrun, skip_duplicates, unit,
emplid, adm_appl_nbr, acad_prog, errors, adm_appl_nbrs):
"""
program_map - a dictionary, mapping SIMS indicators ("CPPHD") to GradProgram objects (GradProgram.objects.get(...))
semester - Semester
dryrun - if True, do not actually import the student
unit - Unit
emplid - the emplid of the student to import
adm_appl_nbr - admission application number of the student to import
acad_prog - acad_prog of the student to import
errors - array containing any errors encountered by the system so far
adm_appl_nbrs - array containing any adm_appl_nbrs encountered by the system so far.
"""
print(emplid, adm_appl_nbr)
# Find or generate a Person object for this student
person = find_or_generate_person(emplid)
# Do we already have this student?
if is_already_imported(person,
adm_appl_nbr) or adm_appl_nbr in adm_appl_nbrs:
print("This GradStudent record already exists in coursys")
print(" -------------------------------- ")
return errors, adm_appl_nbrs
# This additional check shouldn't be necessary, a year or so from now.
grad_student_records = GradStudent.objects.filter(person=person)
if len(grad_student_records) > 0:
print("This GradStudent record may already exist in coursys: ")
if skip_duplicates:
print(".. so we're not dealing with it for now.")
return errors, adm_appl_nbrs
else:
print("Please select: ")
for i in range(0, len(grad_student_records)):
student = grad_student_records[i]
print(i, "--", student, "--",
"http://courses.cs.sfu.ca/grad/" + student.slug)
print("N -- None of these are correct; Proceed with import.")
n = get_number_or_n(list(range(0, len(grad_student_records))))
if n != 'n':
correct_record = grad_student_records[n]
correct_record.config['adm_appl_nbr'] = adm_appl_nbr
if not dryrun:
correct_record.save()
return errors, adm_appl_nbrs
adm_appl_nbrs.append(adm_appl_nbr)
# Find or generate a Program for this student
try:
program = program_map[acad_prog]
except KeyError:
errors.append(emplid + " was not imported")
errors.append(
"\tThe program for " + acad_prog +
" could not be found. This is a Bad Thing. Fix the program map.")
return errors, adm_appl_nbrs
print(acad_prog)
print(program)
english_fluency = ""
mother_tongue = get_mother_tongue(emplid)
print(mother_tongue)
passport_issued_by = get_passport_issued_by(emplid)
print(passport_issued_by)
if passport_issued_by == "Canada":
is_canadian = True
elif holds_resident_visa(emplid):
is_canadian = True
else:
is_canadian = False
print(is_canadian)
research_area = get_research_area(emplid, program.unit.acad_org)
print(research_area)
grad = GradStudent(person=person,
program=program,
english_fluency=english_fluency,
mother_tongue=mother_tongue,
is_canadian=is_canadian,
research_area=research_area,
passport_issued_by=passport_issued_by,
comments="")
grad.config['adm_appl_nbr'] = adm_appl_nbr
grad.config['imported_from'] = "Grad student import " + str(
datetime.date.today())
email = get_email(emplid)
if email:
grad.config['applic_email'] = email
print("Creating new Grad Student")
print(grad)
if not dryrun:
grad.save()
# Personal data
personal_info = coredata.queries.grad_student_info(emplid)
print(personal_info)
if 'visa' in personal_info:
person.config['visa'] = personal_info['visa']
if 'citizen' in personal_info:
person.config['citizen'] = personal_info['citizen']
if 'ccredits' in personal_info:
person.config['ccredits'] = personal_info['ccredits']
if 'gpa' in personal_info:
person.config['gpa'] = personal_info['gpa']
if 'gender' in personal_info:
person.config['gender'] = personal_info['gender']
# GradProgramHistory
history = GradProgramHistory(student=grad,
program=program,
start_semester=semester_object,
starting=semester_object.start)
# GradStatus
chronological_history = get_status_history(emplid, adm_appl_nbr)
admitted = False
grad_statuses = []
for event, date, semester in chronological_history:
status_code = None
if event == "ADMT" or event == "COND":
status_code = "OFFO"
admitted = True
elif event == "APPL":
status_code = "COMP"
elif event == "MATR":
status_code = "CONF"
elif event == "DENY":
status_code = "REJE"
elif event == "WAPP" or event == "WADM":
if admitted:
status_code = "DECL"
else:
status_code = "EXPI"
else:
print("Status " + event + " cannot be converted into a status.")
continue
start_semester = Semester.objects.get(name=semester)
status = GradStatus(student=grad,
status=status_code,
start=start_semester,
start_date=date)
print(status)
grad_statuses.append(status)
# Save all of the actual data.
if not dryrun:
person.save()
history.save()
for status in grad_statuses:
status.save()
print("------------------")
return errors, adm_appl_nbrs