def _search(**conditions):
year = conditions.get('year', unicode(settings.NEXT_YEAR))
semester = conditions.get('term', unicode(settings.NEXT_SEMESTER))
department = conditions.get('dept', None)
type = conditions.get('type', None)
lang = conditions.get('lang', 'ko')
keyword = conditions.get('keyword', None)
day_begin = conditions.get('start_day', None)
day_end = conditions.get('end_day', None)
time_begin = conditions.get('start_time', None)
time_end = conditions.get('end_time', None)
# This query requires Django 1.1 or newer.
lectures = _search_by_ys(year, semester)
#try:
if year == None or semester == None:
raise ValidationError('year or semester is null')
if day_begin != None and day_end != None and time_begin != None and time_end != None:
if int(time_end) == 24*60:
# 24:00가 종료시간인 경우 처리
day_end = int(day_end)
if day_end < 6:
day_end += 1
time_end = 0
if day_begin == day_end:
lectures = lectures.filter(classtime__day__exact=int(day_begin),
classtime__begin__gte=ClassTime.numeric_time_to_obj(int(time_begin)),
classtime__end__lte=ClassTime.numeric_time_to_obj(int(time_end)))
else:
lectures = lectures.filter(classtime__day__gte=int(day_begin), classtime__day__lte=int(day_end),
classtime__begin__gte=ClassTime.numeric_time_to_obj(int(time_begin)),
classtime__end__lte=ClassTime.numeric_time_to_obj(int(time_end)))
lectures = lectures.order_by('type', 'code').distinct().select_related()
elif department != None and type != None and keyword != None:
keyword = keyword.strip()
if keyword == u'':
if department == u'-1' and type == u'전체보기':
raise ValidationError('department and type is all')
lectures = _search_by_ysdt(year, semester, department, type)
else:
words = [keyword] #keyword.split()
lectures = None
for word in words:
result = _search_by_ysdtlw(year, semester, department, type, lang, unicode(word))
if lectures is None:
lectures = result
else:
lectures = lectures & result
lectures = lectures.order_by('type', 'code').distinct().select_related()
else:
raise ValidationError('some key is null')
#except (TypeError, ValueError):
# raise ValidationError()
return lectures
def setUp(self):
BaseTestCase.setUp(self)
settings.NEXT_YEAR = 2009
settings.NEXT_SEMESTER = 1
dep = Department.objects.get(id=532)
course = Course(old_code='CS330',
department=dep,
type='전필',
type_en='Major Required',
title='운영체제 및 실험',
score_average=0,
load_average=0,
gain_average=0)
course.save()
''' Create Lecture 1 '''
lecture1 = Lecture(code='36.330',
old_code='CS330',
class_no='A',
title='운영체제 및 실험',
type='전필',
type_en='Major Required',
audience=0,
credit=4,
semester=3,
year=2009,
is_english=True,
department=dep,
course=course)
lecture1.save()
time1 = ClassTime(lecture=lecture1,
day=0,
begin=time(13, 0),
end=time(16, 0))
time1.save()
prof = Professor(professor_name='테스트교수', professor_id=100)
prof.save()
lecture1.professor.add(prof)
''' Create Lecture 2 '''
lecture2 = Lecture(code='36.330',
old_code='CS330',
class_no='B',
title='운영체제 및 실험',
type='전필',
type_en='Major Required',
audience=0,
credit=4,
semester=3,
year=2009,
is_english=True,
department=dep,
course=course)
lecture2.save()
time2 = ClassTime(lecture=lecture2,
day=0,
begin=time(15, 0),
end=time(17, 0))
time2.save()
''' Create Lecture 3 '''
lecture3 = Lecture(code='36.330',
old_code='CS330',
class_no='A',
title='운영체제 및 실험',
type='전필',
type_en='Major Required',
audience=0,
credit=4,
semester=1,
year=2010,
is_english=True,
department=dep,
course=course)
lecture3.save()
time3 = ClassTime(lecture=lecture3,
day=0,
begin=time(15, 0),
end=time(17, 0))
time3.save()
self.client.login(username='******', password='******')
''' Create Lecture 4 '''
lecture4 = Lecture(code='36.330',
old_code='CS330',
class_no='C',
title='운영체제 및 실험',
type='전필',
type_en='Major Required',
audience=0,
credit=4,
semester=3,
year=2009,
is_english=True,
department=dep,
course=course)
lecture4.save()
time4 = ClassTime(lecture=lecture4,
day=1,
begin=time(14, 0),
end=time(17, 0))
time4.save()
def _search(**conditions):
year = conditions.get('year', unicode(settings.NEXT_YEAR))
semester = conditions.get('term', unicode(settings.NEXT_SEMESTER))
department = conditions.get('dept', None)
type = conditions.get('type', None)
lang = conditions.get('lang', 'ko')
keyword = conditions.get('keyword', None)
day_begin = conditions.get('start_day', None)
day_end = conditions.get('end_day', None)
time_begin = conditions.get('start_time', None)
time_end = conditions.get('end_time', None)
# This query requires Django 1.1 or newer.
lectures = _search_by_ys(year, semester)
#try:
if year == None or semester == None:
raise ValidationError('year or semester is null')
if day_begin != None and day_end != None and time_begin != None and time_end != None:
if int(time_end) == 24 * 60:
# 24:00가 종료시간인 경우 처리
day_end = int(day_end)
if day_end < 6:
day_end += 1
time_end = 0
if day_begin == day_end:
lectures = lectures.filter(
classtime__day__exact=int(day_begin),
classtime__begin__gte=ClassTime.numeric_time_to_obj(
int(time_begin)),
classtime__end__lte=ClassTime.numeric_time_to_obj(
int(time_end)))
else:
lectures = lectures.filter(
classtime__day__gte=int(day_begin),
classtime__day__lte=int(day_end),
classtime__begin__gte=ClassTime.numeric_time_to_obj(
int(time_begin)),
classtime__end__lte=ClassTime.numeric_time_to_obj(
int(time_end)))
lectures = lectures.order_by('type',
'code').distinct().select_related()
elif department != None and type != None and keyword != None:
keyword = keyword.strip()
if keyword == u'':
if department == u'-1' and type == u'전체보기':
raise ValidationError('department and type is all')
lectures = _search_by_ysdt(year, semester, department, type)
else:
words = [keyword] #keyword.split()
lectures = None
for word in words:
result = _search_by_ysdtlw(year, semester, department, type,
lang, unicode(word))
if lectures is None:
lectures = result
else:
lectures = lectures & result
lectures = lectures.order_by('type',
'code').distinct().select_related()
else:
raise ValidationError('some key is null')
#except (TypeError, ValueError):
# raise ValidationError()
return lectures
def setUp(self):
BaseTestCase.setUp(self)
settings.NEXT_YEAR = 2009
settings.NEXT_SEMESTER = 1
dep = Department.objects.get(id=532)
course = Course(old_code='CS330', department=dep, type='전필', type_en='Major Required', title='운영체제 및 실험', score_average=0, load_average=0, gain_average=0)
course.save()
''' Create Lecture 1 '''
lecture1 = Lecture(code='36.330', old_code='CS330', class_no ='A', title='운영체제 및 실험', type='전필', type_en='Major Required', audience=0, credit=4, semester=3,year=2009, is_english=True, department=dep, course=course)
lecture1.save()
time1 = ClassTime(lecture=lecture1, day=0, begin=time(13,0), end=time(16,0))
time1.save()
prof = Professor(professor_name='테스트교수', professor_id=100)
prof.save()
lecture1.professor.add(prof)
''' Create Lecture 2 '''
lecture2 = Lecture(code='36.330', old_code='CS330', class_no ='B', title='운영체제 및 실험', type='전필', type_en='Major Required', audience=0, credit=4, semester=3,year=2009, is_english=True, department=dep, course=course)
lecture2.save()
time2 = ClassTime(lecture=lecture2, day=0, begin=time(15,0), end=time(17,0))
time2.save()
''' Create Lecture 3 '''
lecture3 = Lecture(code='36.330', old_code='CS330', class_no ='A', title='운영체제 및 실험', type='전필', type_en='Major Required', audience=0, credit=4, semester=1,year=2010, is_english=True, department=dep, course=course)
lecture3.save()
time3 = ClassTime(lecture=lecture3, day=0, begin=time(15,0), end=time(17,0))
time3.save()
self.client.login(username='******', password='******')
''' Create Lecture 4 '''
lecture4 = Lecture(code='36.330', old_code='CS330', class_no ='C', title='운영체제 및 실험', type='전필', type_en='Major Required', audience=0, credit=4, semester=3,year=2009, is_english=True, department=dep, course=course)
lecture4.save()
time4 = ClassTime(lecture=lecture4, day=1, begin=time(14,0), end=time(17,0))
time4.save()
def handle(self, *args, **options):
rx_dept_code = re.compile(ur'([a-zA-Z]+)(\d+)')
host = options.get('host', None)
user = options.get('user', None)
password = options.get('password', None)
encoding = options.get('encoding', 'cp949')
exclude_lecture = options.get('exclude_lecture', False)
lecture_count = 0
try:
if password is None:
password = getpass.getpass()
except (KeyboardInterrupt, EOFError):
print
return
try:
db = Sybase.connect(host, user, password, 'scholar')
except Sybase.DatabaseError:
print >> sys.stderr, 'Connection failed. Check username and password.'
return
c = db.cursor()
if not exclude_lecture:
c.execute(
'SELECT * FROM view_OTL_charge WHERE lecture_year = %d AND lecture_term = %d'
% (settings.NEXT_YEAR, settings.NEXT_SEMESTER))
professors = c.fetchall()
c.execute(
'SELECT * FROM view_OTL_lecture WHERE lecture_year = %d AND lecture_term = %d ORDER BY dept_id'
% (settings.NEXT_YEAR, settings.NEXT_SEMESTER))
rows = c.fetchall()
departments = {}
lectures_not_updated = set()
for lecture in Lecture.objects.filter(
year=settings.NEXT_YEAR, semester=settings.NEXT_SEMESTER):
lectures_not_updated.add((
lecture.code,
lecture.year,
lecture.semester,
lecture.department.id,
lecture.class_no,
))
# Make Staff Professor with ID 830
try:
staff_professor = Professor.objects.get(professor_id=830)
except Professor.DoesNotExist:
staff_professor = Professor.objects.create(professor_id=830)
staff_professor.professor_name = 'Staff'
staff_professor.professor_name_en = 'Staff'
staff_professor.save()
prev_department = None
for row in rows:
myrow = []
for elem in row:
if isinstance(elem, str):
try:
elem = elem.decode(encoding)
except UnicodeDecodeError:
eleme = u'%s (???)' % row[20]
print >> sys.stderr, 'ERROR: parsing error on lecture %s' % row[
20]
print >> sys.stderr, ' cannot read "%s" in cp949.' % elem
myrow.append(elem)
# Extract department info.
lecture_no = myrow[2]
lecture_code = myrow[20]
lecture_class_no = myrow[3].strip()
department_no = lecture_no[0:2]
department_id = int(myrow[4])
department_code = rx_dept_code.match(lecture_code).group(1)
# Update department info.
if prev_department != department_id:
try:
department = Department.objects.get(id=department_id)
print 'Updating department: %s' % department
except Department.DoesNotExist:
department = Department(id=department_id)
print 'Adding department: %s(%d)...' % (
department_code, department_id)
department.num_id = department_no
department.code = department_code
department.name = myrow[5]
department.name_en = myrow[6]
department.save()
prev_department = department_id
# Extract lecture info.
#try:
#print 'Retreiving %s: %s [%s]...' % (lecture_code, myrow[7].encode('utf-8'), lecture_class_no)
#except UnicodeDecodeError:
#print 'Retreiving %s: ??? [%s]...' % (lecture_code, lecture_class_no)
#myrow[7] = u'???'
lecture_key = {
'code': lecture_no,
'year': int(myrow[0]),
'semester': int(myrow[1]),
'department': Department.objects.get(id=department_id),
'class_no': lecture_class_no,
}
# Convert the key to a hashable object (tuple).
lecture_key_hashable = (
lecture_no,
int(myrow[0]),
int(myrow[1]),
department_id,
lecture_class_no,
)
try:
lecture = Lecture.objects.get(**lecture_key)
print 'Updating existing lecture...'
except Lecture.DoesNotExist:
lecture = Lecture(**lecture_key)
lecture.num_people = 0
print 'Creating new lecture...'
# Update lecture info.
lecture.old_code = myrow[20]
lecture.title = myrow[7]
lecture.title_en = myrow[8]
lecture.type = myrow[10] # 과목구분 (한글)
lecture.type_en = myrow[11] # 과목구분 (영문)
lecture.audience = int(myrow[12]) # 학년 구분
lecture.limit = myrow[17] # 인원제한
lecture.credit = myrow[16] # 학점
lecture.credit_au = myrow[13] # AU
lecture.num_classes = int(myrow[14]) # 강의시수
lecture.num_labs = int(myrow[15]) # 실험시수
lecture.notice = myrow[19] # 비고
lecture.is_english = True if myrow[
21] == 'Y' else False # 영어강의 여부
lecture.deleted = False
# Course save
try:
course = Course.objects.get(old_code=lecture.old_code)
course.department = department
course.type = lecture.type
course.type_en = lecture.type_en
course.title = lecture.title.split("<")[0].split("[")[0]
course.title_en = lecture.title_en.split("<")[0].split(
"[")[0]
course.save()
# print "Updating Course ... %s" % course.title
except Course.DoesNotExist:
course = Course()
course.old_code = lecture.old_code
course.department = department
course.type = lecture.type
course.type_en = lecture.type_en
course.title = lecture.title.split("<")[0].split("[")[0]
course.title_en = lecture.title_en.split("<")[0].split(
"[")[0]
course.score_average = 0
course.load_average = 0
course.gain_average = 0
course.save()
# print "Making new Course ... %s" % course.title
lecture.course = course
lecture.save()
lecture_count += 1
# professor save
match_scholar = filter(
lambda a: lecture.year == a[0] and lecture.semester == a[
1] and lecture.code == a[2] and lecture.class_no.strip(
) == a[3].strip() and lecture.department_id == a[4],
professors)
if len(match_scholar) != 0:
professors_not_updated = set()
for prof in lecture.professor.all():
professors_not_updated.add(prof.id)
for i in match_scholar:
try:
prof_id = i[5]
prof_name = unicode(i[6], 'cp949')
if i[8] is None or i[8] == '':
prof_name_en = ''
else:
prof_name_en = unicode(i[8].strip(), 'cp949')
professor = Professor.objects.get(
professor_id=prof_id)
if professor.professor_name != prof_name and prof_id != 830:
professor.professor_name = prof_name
professor.save()
if professor.professor_name_en != prof_name_en and prof_id != 830 and prof_name_en != '':
professor.professor_name_en = prof_name_en
professor.save()
professors_not_updated.remove(professor.id)
except Professor.DoesNotExist:
professor = Professor.objects.create(
professor_id=prof_id)
professor.professor_name = prof_name
professor.professor_name_en = prof_name_en
professor.save()
# print "Making new Professor ... %s" % professor.professor_name
except KeyError:
pass
lecture.professor.add(professor)
if professor.professor_id != 830:
lecture.course.professors.add(professor)
else:
lecture.professor.add(staff_professor)
for key in professors_not_updated:
professor = Professor.objects.get(id=key)
lecture.professor.remove(professor)
try:
lectures_not_updated.remove(lecture_key_hashable)
except KeyError:
pass
c.close()
# Extract exam-time, class-time info.
print 'Extracting exam time information...'
c = db.cursor()
c.execute(
'SELECT * FROM view_OTL_exam_time WHERE lecture_year = %d AND lecture_term = %d'
% (settings.NEXT_YEAR, settings.NEXT_SEMESTER))
exam_times = c.fetchall()
c.close()
ExamTime.objects.filter(
lecture__year__exact=settings.NEXT_YEAR,
lecture__semester=settings.NEXT_SEMESTER).delete()
for row in exam_times:
myrow = []
for elem in row:
if isinstance(elem, str):
elem = elem.decode(encoding)
myrow.append(elem)
lecture_key = {
'code': myrow[2],
'year': int(myrow[0]),
'semester': int(myrow[1]),
'department': Department.objects.filter(id=int(myrow[4]))[0],
'class_no': myrow[3].strip(),
}
try:
lecture = Lecture.objects.get(**lecture_key)
exam_time = ExamTime(lecture=lecture)
exam_time.day = int(myrow[5]) - 1
exam_time.begin = time(hour=myrow[6].hour,
minute=myrow[6].minute)
exam_time.end = time(hour=myrow[7].hour,
minute=myrow[7].minute)
print 'Updating exam time for %s' % lecture
exam_time.save()
except Lecture.DoesNotExist:
print 'Exam-time for non-existing lecture %s; skip it...' % myrow[
2]
print 'Extracting class time information...'
c = db.cursor()
c.execute(
'SELECT * FROM view_OTL_time WHERE lecture_year = %d AND lecture_term = %d'
% (settings.NEXT_YEAR, settings.NEXT_SEMESTER))
class_times = c.fetchall()
c.close()
ClassTime.objects.filter(
lecture__year__exact=settings.NEXT_YEAR,
lecture__semester=settings.NEXT_SEMESTER).delete()
for row in class_times:
myrow = []
for elem in row:
if isinstance(elem, str):
elem = elem.decode(encoding)
myrow.append(elem)
lecture_key = {
'code': myrow[2],
'year': int(myrow[0]),
'semester': int(myrow[1]),
'department': Department.objects.filter(id=int(myrow[4]))[0],
'class_no': myrow[3].strip(),
}
try:
lecture = Lecture.objects.get(**lecture_key)
class_time = ClassTime(lecture=lecture)
class_time.day = int(myrow[5]) - 1
class_time.begin = time(hour=myrow[6].hour,
minute=myrow[6].minute)
class_time.end = time(hour=myrow[7].hour,
minute=myrow[7].minute)
class_time.type = myrow[8]
class_time.building = myrow[9]
class_time.room = myrow[10]
class_time.room_ko = myrow[12]
class_time.room_en = myrow[13]
try:
class_time.unit_time = int(myrow[11])
except (ValueError, TypeError):
class_time.unit_time = 0
print 'Updating class time for %s' % lecture
class_time.save()
except Lecture.DoesNotExist:
print 'Class-time for non-existing lecture %s; skip it...' % myrow[
2]
'''
c = db.cursor()
c.execute('SELECT * FROM view_OTL_syllabus WHERE lecture_year = %d AND lecture_term = %d' % (settings.NEXT_YEAR, settings.NEXT_SEMESTER))
syllabuses = c.fetchall()
c.close()
Syllabus.objects.filter(lecture__year__exact=settings.NEXT_YEAR, lecture__semester=settings.NEXT_SEMESTER).delete()
for row in syllabuses:
myrow = []
for elem in row:
if isinstance(elem, str):
try:
elem = elem.decode(encoding)
except UnicodeDecodeError:
eleme = u'%s (???)' % row[2]
print>>sys.stderr, 'ERROR: parsing error on lecture %s' % row[2]
print>>sys.stderr, ' cannot read "%s" in cp949.' % elem
myrow.append(elem)
lecture_key = {
'code': myrow[2],
'year': int(myrow[0]),
'semester': int(myrow[1]),
'department': Department.objects.filter(id = int(myrow[4]))[0],
'class_no': myrow[3].strip(),
}
try:
lecture = Lecture.objects.get(**lecture_key)
syllabus = Syllabus(lecture=lecture)
syllabus.professor_info = myrow[5]
syllabus.abstract = myrow[6]
syllabus.evluation = myrow[7]
syllabus.materials = myrow[8]
syllabus.plan = myrow[9]
syllabus.etc = myrow[10]
syllabus.url = myrow[11]
syllabus.attachment = myrow[12]
print 'Updating syllabus information for %s' % lecture
syllabus.save()
except Lecture.DoesNotExist:
print 'Syllabus information for non-existing lecture %s; skip it...' % myrow[2]
'''
if not exclude_lecture:
# Mark deleted lectures to notify users.
print 'Marking deleted lectures...'
for key in lectures_not_updated:
lecture_key = {
'code': key[0],
'year': key[1],
'semester': key[2],
'department': Department.objects.get(id=key[3]),
'class_no': key[4],
}
lecture = Lecture.objects.get(**lecture_key)
lecture.deleted = True
# print '%s is marked as deleted...' % lecture
lecture.save()
db.close()
print '\nTotal number of departments : %d' % Department.objects.count()
print 'Total number of lectures newly added : %d' % lecture_count
def handle(self, *args, **options):
rx_dept_code = re.compile(ur'([a-zA-Z]+)(\d+)')
host = options.get('host', None)
user = options.get('user', None)
password = options.get('password', None)
encoding = options.get('encoding', 'cp949')
exclude_lecture = options.get('exclude_lecture', False)
lecture_count = 0
try:
if password is None:
password = getpass.getpass()
except (KeyboardInterrupt, EOFError):
print
return
try:
db = Sybase.connect(host, user, password, 'scholar')
except Sybase.DatabaseError:
print>>sys.stderr, 'Connection failed. Check username and password.'
return
c = db.cursor()
if not exclude_lecture:
c.execute('SELECT * FROM view_OTL_charge WHERE lecture_year = %d AND lecture_term = %d' % (settings.NEXT_YEAR, settings.NEXT_SEMESTER))
professors = c.fetchall()
c.execute('SELECT * FROM view_OTL_lecture WHERE lecture_year = %d AND lecture_term = %d ORDER BY dept_id' % (settings.NEXT_YEAR, settings.NEXT_SEMESTER))
rows = c.fetchall()
departments = {}
lectures_not_updated = set()
for lecture in Lecture.objects.filter(year = settings.NEXT_YEAR, semester = settings.NEXT_SEMESTER):
lectures_not_updated.add((
lecture.code,
lecture.year,
lecture.semester,
lecture.department.id,
lecture.class_no,
))
# Make Staff Professor with ID 830
try:
staff_professor = Professor.objects.get(professor_id=830)
except Professor.DoesNotExist:
staff_professor = Professor.objects.create(professor_id=830)
staff_professor.professor_name = 'Staff'
staff_professor.professor_name_en = 'Staff'
staff_professor.save()
prev_department = None
for row in rows:
myrow = []
for elem in row:
if isinstance(elem, str):
try:
elem = elem.decode(encoding)
except UnicodeDecodeError:
eleme = u'%s (???)' % row[20]
print>>sys.stderr, 'ERROR: parsing error on lecture %s' % row[20]
print>>sys.stderr, ' cannot read "%s" in cp949.' % elem
myrow.append(elem)
# Extract department info.
lecture_no = myrow[2]
lecture_code = myrow[20]
lecture_class_no = myrow[3].strip()
department_no = lecture_no[0:2]
department_id = int(myrow[4])
department_code = rx_dept_code.match(lecture_code).group(1)
# Update department info.
if prev_department != department_id:
try:
department = Department.objects.get(id = department_id)
print 'Updating department: %s' % department
except Department.DoesNotExist:
department = Department(id = department_id)
print 'Adding department: %s(%d)...' % (department_code, department_id)
department.num_id = department_no
department.code = department_code
department.name = myrow[5]
department.name_en = myrow[6]
department.save()
prev_department = department_id
# Extract lecture info.
#try:
#print 'Retreiving %s: %s [%s]...' % (lecture_code, myrow[7].encode('utf-8'), lecture_class_no)
#except UnicodeDecodeError:
#print 'Retreiving %s: ??? [%s]...' % (lecture_code, lecture_class_no)
#myrow[7] = u'???'
lecture_key = {
'code': lecture_no,
'year': int(myrow[0]),
'semester': int(myrow[1]),
'department': Department.objects.get(id = department_id),
'class_no': lecture_class_no,
}
# Convert the key to a hashable object (tuple).
lecture_key_hashable = (
lecture_no,
int(myrow[0]),
int(myrow[1]),
department_id,
lecture_class_no,
)
try:
lecture = Lecture.objects.get(**lecture_key)
print 'Updating existing lecture...'
except Lecture.DoesNotExist:
lecture = Lecture(**lecture_key)
lecture.num_people = 0
print 'Creating new lecture...'
# Update lecture info.
lecture.old_code = myrow[20]
lecture.title = myrow[7]
lecture.title_en = myrow[8]
lecture.type = myrow[10] # 과목구분 (한글)
lecture.type_en = myrow[11] # 과목구분 (영문)
lecture.audience = int(myrow[12]) # 학년 구분
lecture.limit= myrow[17] # 인원제한
lecture.credit = myrow[16] # 학점
lecture.credit_au = myrow[13] # AU
lecture.num_classes = int(myrow[14]) # 강의시수
lecture.num_labs = int(myrow[15]) # 실험시수
lecture.notice = myrow[19] # 비고
lecture.is_english = True if myrow[21] == 'Y' else False # 영어강의 여부
lecture.deleted = False
# Course save
try:
course = Course.objects.get(old_code=lecture.old_code)
course.department = department
course.type = lecture.type
course.type_en = lecture.type_en
course.title = lecture.title.split("<")[0].split("[")[0]
course.title_en = lecture.title_en.split("<")[0].split("[")[0]
course.save()
# print "Updating Course ... %s" % course.title
except Course.DoesNotExist:
course = Course()
course.old_code = lecture.old_code
course.department = department
course.type = lecture.type
course.type_en = lecture.type_en
course.title = lecture.title.split("<")[0].split("[")[0]
course.title_en = lecture.title_en.split("<")[0].split("[")[0]
course.score_average = 0
course.load_average = 0
course.gain_average = 0
course.save()
# print "Making new Course ... %s" % course.title
lecture.course = course
lecture.save()
lecture_count += 1
# professor save
match_scholar = filter(lambda a: lecture.year == a[0] and lecture.semester == a[1] and lecture.code == a[2] and lecture.class_no.strip() == a[3].strip() and lecture.department_id == a[4], professors)
if len(match_scholar) != 0:
professors_not_updated = set()
for prof in lecture.professor.all():
professors_not_updated.add(prof.id)
for i in match_scholar:
try:
prof_id = i[5]
prof_name = unicode(i[6], 'cp949')
if i[8] is None or i[8]=='':
prof_name_en = ''
else:
prof_name_en = unicode(i[8].strip(),'cp949')
professor = Professor.objects.get(professor_id=prof_id)
if professor.professor_name != prof_name and prof_id !=830:
professor.professor_name = prof_name
professor.save()
if professor.professor_name_en != prof_name_en and prof_id != 830 and prof_name_en!='':
professor.professor_name_en = prof_name_en
professor.save()
professors_not_updated.remove(professor.id)
except Professor.DoesNotExist:
professor = Professor.objects.create(professor_id=prof_id)
professor.professor_name = prof_name
professor.professor_name_en = prof_name_en
professor.save()
# print "Making new Professor ... %s" % professor.professor_name
except KeyError:
pass
lecture.professor.add(professor)
if professor.professor_id != 830:
lecture.course.professors.add(professor)
else:
lecture.professor.add(staff_professor)
for key in professors_not_updated:
professor = Professor.objects.get(id=key)
lecture.professor.remove(professor)
try:
lectures_not_updated.remove(lecture_key_hashable)
except KeyError:
pass
c.close()
# Extract exam-time, class-time info.
print 'Extracting exam time information...'
c = db.cursor()
c.execute('SELECT * FROM view_OTL_exam_time WHERE lecture_year = %d AND lecture_term = %d' % (settings.NEXT_YEAR, settings.NEXT_SEMESTER))
exam_times = c.fetchall()
c.close()
ExamTime.objects.filter(lecture__year__exact=settings.NEXT_YEAR, lecture__semester=settings.NEXT_SEMESTER).delete()
for row in exam_times:
myrow = []
for elem in row:
if isinstance(elem, str):
elem = elem.decode(encoding)
myrow.append(elem)
lecture_key = {
'code': myrow[2],
'year': int(myrow[0]),
'semester': int(myrow[1]),
'department': Department.objects.filter(id = int(myrow[4]))[0],
'class_no': myrow[3].strip(),
}
try:
lecture = Lecture.objects.get(**lecture_key)
exam_time = ExamTime(lecture=lecture)
exam_time.day = int(myrow[5]) - 1
exam_time.begin = time(hour=myrow[6].hour, minute=myrow[6].minute)
exam_time.end = time(hour=myrow[7].hour, minute=myrow[7].minute)
print 'Updating exam time for %s' % lecture
exam_time.save()
except Lecture.DoesNotExist:
print 'Exam-time for non-existing lecture %s; skip it...' % myrow[2]
print 'Extracting class time information...'
c = db.cursor()
c.execute('SELECT * FROM view_OTL_time WHERE lecture_year = %d AND lecture_term = %d' % (settings.NEXT_YEAR, settings.NEXT_SEMESTER))
class_times = c.fetchall()
c.close()
ClassTime.objects.filter(lecture__year__exact=settings.NEXT_YEAR, lecture__semester=settings.NEXT_SEMESTER).delete()
for row in class_times:
myrow = []
for elem in row:
if isinstance(elem, str):
elem = elem.decode(encoding)
myrow.append(elem)
lecture_key = {
'code': myrow[2],
'year': int(myrow[0]),
'semester': int(myrow[1]),
'department': Department.objects.filter(id = int(myrow[4]))[0],
'class_no': myrow[3].strip(),
}
try:
lecture = Lecture.objects.get(**lecture_key)
class_time = ClassTime(lecture=lecture)
class_time.day = int(myrow[5]) - 1
class_time.begin = time(hour=myrow[6].hour, minute=myrow[6].minute)
class_time.end = time(hour=myrow[7].hour, minute=myrow[7].minute)
class_time.type = myrow[8]
class_time.building = myrow[9]
class_time.room = myrow[10]
class_time.room_ko = myrow[12]
class_time.room_en = myrow[13]
try:
class_time.unit_time = int(myrow[11])
except (ValueError, TypeError):
class_time.unit_time = 0
print 'Updating class time for %s' % lecture
class_time.save()
except Lecture.DoesNotExist:
print 'Class-time for non-existing lecture %s; skip it...' % myrow[2]
'''
c = db.cursor()
c.execute('SELECT * FROM view_OTL_syllabus WHERE lecture_year = %d AND lecture_term = %d' % (settings.NEXT_YEAR, settings.NEXT_SEMESTER))
syllabuses = c.fetchall()
c.close()
Syllabus.objects.filter(lecture__year__exact=settings.NEXT_YEAR, lecture__semester=settings.NEXT_SEMESTER).delete()
for row in syllabuses:
myrow = []
for elem in row:
if isinstance(elem, str):
try:
elem = elem.decode(encoding)
except UnicodeDecodeError:
eleme = u'%s (???)' % row[2]
print>>sys.stderr, 'ERROR: parsing error on lecture %s' % row[2]
print>>sys.stderr, ' cannot read "%s" in cp949.' % elem
myrow.append(elem)
lecture_key = {
'code': myrow[2],
'year': int(myrow[0]),
'semester': int(myrow[1]),
'department': Department.objects.filter(id = int(myrow[4]))[0],
'class_no': myrow[3].strip(),
}
try:
lecture = Lecture.objects.get(**lecture_key)
syllabus = Syllabus(lecture=lecture)
syllabus.professor_info = myrow[5]
syllabus.abstract = myrow[6]
syllabus.evluation = myrow[7]
syllabus.materials = myrow[8]
syllabus.plan = myrow[9]
syllabus.etc = myrow[10]
syllabus.url = myrow[11]
syllabus.attachment = myrow[12]
print 'Updating syllabus information for %s' % lecture
syllabus.save()
except Lecture.DoesNotExist:
print 'Syllabus information for non-existing lecture %s; skip it...' % myrow[2]
'''
if not exclude_lecture:
# Mark deleted lectures to notify users.
print 'Marking deleted lectures...'
for key in lectures_not_updated:
lecture_key = {
'code': key[0],
'year': key[1],
'semester': key[2],
'department': Department.objects.get(id = key[3]),
'class_no': key[4],
}
lecture = Lecture.objects.get(**lecture_key)
lecture.deleted = True
# print '%s is marked as deleted...' % lecture
lecture.save()
db.close()
print '\nTotal number of departments : %d' % Department.objects.count()
print 'Total number of lectures newly added : %d' % lecture_count
