def get_person_grad(emplid, commit=True, force=False):
"""
Get/update personal info: does get_person() plus additional info we need for grad students
"""
global imported_people_full
# use imported_people_full as a cache
if emplid in imported_people_full:
return imported_people_full[emplid]
p = get_person(emplid, commit=False)
imported_people_full[emplid] = p
if 'lastimportgrad' in p.config:
import_age = time.time() - p.config['lastimportgrad']
else:
import_age = IMPORT_THRESHOLD * 2
# only import if data is older than IMPORT_THRESHOLD (unless forced)
# Randomly occasionally import anyway, so new students don't stay bunched-up.
if not force and import_age < IMPORT_THRESHOLD and random.random() < 0.95 \
and p.userid:
return p
create_or_update_student(emplid)
data = grad_student_info(emplid)
p.config.update(data)
# if we tried to update but it's gone: don't keep old version
for f in GRADFIELDS:
if f not in data and f in p.config:
del p.config[f]
p.config['lastimportgrad'] = int(time.time())
if commit:
_person_save(p)
return p
def process_pcs_row(row, column, rownum, unit, semester, user):
"""
Process a single row from the PCS import
"""
appsemester = semester.previous_semester()
warnings = []
ident = "in row %i" % (rownum)
appid = row[column['appid']]
emplid = row[column['emplid']]
program = row[column['program']]
# get Person, from SIMS if necessary
try:
p = Person.objects.get(emplid=int(emplid))
except ValueError:
warnings.append("Bad emplid %s: not processing that row." % (ident))
return warnings
except Person.DoesNotExist:
try:
p = add_person(emplid)
except SIMSProblem as e:
return str(e)
ident = 'for "%s"' % (p.name())
# update information on the Person
email = row[column['email']]
if email: p.config['applic_email'] = email
dob = row[column['dob']]
if dob:
try:
dt = datetime.datetime.strptime(dob, "%Y-%m-%d")
p.config['birthdate'] = dt.date().isoformat()
except ValueError:
warnings.append("Bad birthdate %s." % (ident))
# get extended SIMS data
data = grad_student_info(emplid)
p.config.update(data)
p.save()
#print "Importing %s" % (p)
# get GradStudent, creating if necessary
# a unique identifier for this application, so we can detect repeated imports (and handle gracefully)
uid = "%s-%s-%s-%s" % (unit.slug, semester.name, appid, emplid)
# TODO: wrong, wrong, wrong. Figure out how to select program from import data
program = GradProgram.objects.filter(unit=unit)[0]
# find the old GradStudent if possible
gss = GradStudent.objects.filter(program__unit=unit, person=p)
gs = None
for g in gss:
if 'app_id' in g.config and g.config['app_id'] == uid:
gs = g
break
if not gs:
gs = GradStudent(program=program, person=p)
gs.config['app_id'] = uid
resarea = row[column['resarea']]
firstlang = row[column['firstlang']]
gs.research_area = resarea
gs.mother_tongue = firstlang
gs.created_by = user.userid
gs.updated_by = user.userid
gs.config['start_semester'] = semester.name
gs.save()
complete = row[column['complete']].strip()
decision = row[column['decision']].strip()
notes = row[column['notes']].strip()
gs.config['decisionnotes'] = notes
old_st = GradStatus.objects.filter(student=gs, start__name__gte=semester.name)
if not old_st:
# if no old status for current semester, create one
# application completion status
if complete == 'AppConfirm':
st = GradStatus(student=gs, status="COMP", start=appsemester, end=None, notes="PCS import")
st.save()
elif complete == '':
st = GradStatus(student=gs, status="INCO", start=appsemester, end=None, notes="PCS import")
st.save()
else:
warnings.append('Unknown "Confirmation of Completion of Application" value %s.' % (ident))
# decision status
if decision == 'DECL':
st = GradStatus(student=gs, status="DECL", start=appsemester, end=None, notes="PCS import")
st.save()
elif decision == '':
st = GradStatus(student=gs, status="OFFO", start=appsemester, end=None, notes="PCS import")
st.save()
elif decision == 'R':
st = GradStatus(student=gs, status="REJE", start=appsemester, end=None, notes="PCS import")
st.save()
elif decision == 'HOLD':
st = GradStatus(student=gs, status="HOLD", start=appsemester, end=None, notes="PCS import")
st.save()
elif decision == 'AMScT':
# TODO: bump program to MSc thesis
st = GradStatus(student=gs, status="CONF", start=appsemester, end=None, notes="PCS import")
st.save()
elif decision == 'AMScC':
# TODO: bump program to MSc course-based
st = GradStatus(student=gs, status="CONF", start=appsemester, end=None, notes="PCS import")
st.save()
# potential supervisor
potsuper = row[column['potsuper']]
if potsuper:
superv = None
external = None
try:
ps_last, ps_first = potsuper.split(', ')
except ValueError:
warnings.append('Bad potential supervisor name %s: will store them as an "external" supervisor.' % (ident))
external = potsuper
else:
potentials = possible_supervisor_people([unit])
potential_ids = [p.id for p in potentials]
query = Q(last_name=ps_last, first_name=ps_first) | Q(last_name=ps_last, pref_first_name=ps_first)
people = Person.objects.filter(query, id__in=potential_ids)
if people.count() == 1:
superv = people[0]
else:
warnings.append('Coundn\'t find potential supervisor %s: will store them as an "external" supervisor.' % (ident))
external = potsuper
old_s = Supervisor.objects.filter(student=gs, supervisor_type='POT')
if old_s:
s = old_s[0]
else:
s = Supervisor(student=gs, supervisor_type='POT')
s.superv = superv
s.external = external
s.position = 0
s.created_by = user.userid
s.modified_by = user.userid
s.save()
l = LogEntry(userid=user.userid, description="Imported grad record for %s (%s) from PCS" % (p.name(), p.emplid), related_object=gs)
l.save()
return warnings
def process_pcs_row(row, column, rownum, unit, semester, user):
"""
Process a single row from the PCS import
"""
appsemester = semester.previous_semester()
warnings = []
ident = "in row %i" % (rownum)
appid = row[column['appid']]
emplid = row[column['emplid']]
program = row[column['program']]
# get Person, from SIMS if necessary
try:
p = Person.objects.get(emplid=int(emplid))
except ValueError:
warnings.append("Bad emplid %s: not processing that row." % (ident))
return warnings
except Person.DoesNotExist:
try:
p = add_person(emplid)
except SIMSProblem as e:
return e.message
ident = 'for "%s"' % (p.name())
# update information on the Person
email = row[column['email']]
if email: p.config['applic_email'] = email
dob = row[column['dob']]
if dob:
try:
dt = datetime.datetime.strptime(dob, "%Y-%m-%d")
p.config['birthdate'] = dt.date().isoformat()
except ValueError:
warnings.append("Bad birthdate %s." % (ident))
# get extended SIMS data
data = grad_student_info(emplid)
p.config.update(data)
p.save()
#print "Importing %s" % (p)
# get GradStudent, creating if necessary
# a unique identifier for this application, so we can detect repeated imports (and handle gracefully)
uid = "%s-%s-%s-%s" % (unit.slug, semester.name, appid, emplid)
# TODO: wrong, wrong, wrong. Figure out how to select program from import data
program = GradProgram.objects.filter(unit=unit)[0]
# find the old GradStudent if possible
gss = GradStudent.objects.filter(program__unit=unit, person=p)
gs = None
for g in gss:
if 'app_id' in g.config and g.config['app_id'] == uid:
gs = g
break
if not gs:
gs = GradStudent(program=program, person=p)
gs.config['app_id'] = uid
resarea = row[column['resarea']]
firstlang = row[column['firstlang']]
gs.research_area = resarea
gs.mother_tongue = firstlang
gs.created_by = user.userid
gs.updated_by = user.userid
gs.config['start_semester'] = semester.name
gs.save()
complete = row[column['complete']].strip()
decision = row[column['decision']].strip()
notes = row[column['notes']].strip()
gs.config['decisionnotes'] = notes
old_st = GradStatus.objects.filter(student=gs,
start__name__gte=semester.name)
if not old_st:
# if no old status for current semester, create one
# application completion status
if complete == 'AppConfirm':
st = GradStatus(student=gs,
status="COMP",
start=appsemester,
end=None,
notes="PCS import")
st.save()
elif complete == '':
st = GradStatus(student=gs,
status="INCO",
start=appsemester,
end=None,
notes="PCS import")
st.save()
else:
warnings.append(
'Unknown "Confirmation of Completion of Application" value %s.'
% (ident))
# decision status
if decision == 'DECL':
st = GradStatus(student=gs,
status="DECL",
start=appsemester,
end=None,
notes="PCS import")
st.save()
elif decision == '':
st = GradStatus(student=gs,
status="OFFO",
start=appsemester,
end=None,
notes="PCS import")
st.save()
elif decision == 'R':
st = GradStatus(student=gs,
status="REJE",
start=appsemester,
end=None,
notes="PCS import")
st.save()
elif decision == 'HOLD':
st = GradStatus(student=gs,
status="HOLD",
start=appsemester,
end=None,
notes="PCS import")
st.save()
elif decision == 'AMScT':
# TODO: bump program to MSc thesis
st = GradStatus(student=gs,
status="CONF",
start=appsemester,
end=None,
notes="PCS import")
st.save()
elif decision == 'AMScC':
# TODO: bump program to MSc course-based
st = GradStatus(student=gs,
status="CONF",
start=appsemester,
end=None,
notes="PCS import")
st.save()
# potential supervisor
potsuper = row[column['potsuper']]
if potsuper:
superv = None
external = None
try:
ps_last, ps_first = potsuper.split(', ')
except ValueError:
warnings.append(
'Bad potential supervisor name %s: will store them as an "external" supervisor.'
% (ident))
external = potsuper
else:
potentials = possible_supervisor_people([unit])
potential_ids = [p.id for p in potentials]
query = Q(last_name=ps_last, first_name=ps_first) | Q(
last_name=ps_last, pref_first_name=ps_first)
people = Person.objects.filter(query, id__in=potential_ids)
if people.count() == 1:
superv = people[0]
else:
warnings.append(
'Coundn\'t find potential supervisor %s: will store them as an "external" supervisor.'
% (ident))
external = potsuper
old_s = Supervisor.objects.filter(student=gs, supervisor_type='POT')
if old_s:
s = old_s[0]
else:
s = Supervisor(student=gs, supervisor_type='POT')
s.superv = superv
s.external = external
s.position = 0
s.created_by = user.userid
s.modified_by = user.userid
s.save()
l = LogEntry(userid=user.userid,
description="Imported grad record for %s (%s) from PCS" %
(p.name(), p.emplid),
related_object=gs)
l.save()
return warnings