params = {} for row in csvreader: #params['course_number'] = row['CourseNumber'] #print row['Href'] #sect = get_section(row['Href']) abbr = row['CurriculumAbbreviation'] #abbr = 'HCDE' print abbr #sections = student.get_sections('2012', 'summer', abbr) #for sect in sections['Sections']: # s = student.get_class_data(sect['Href']) # print student.pretty(s) #quit() filename = os.path.join(subdir, abbr + ".csv") if not os.path.exists(filename): sections = student.get_sections(year, quarter, abbr) #print student.pretty(sections) pruned_sections = [] for sect in sections['Sections']: s = student.get_class_data(sect['Href']) #print student.pretty(s) if s is not None: s = prune_section(s) pruned_sections.append(s) if len(pruned_sections) > 0: writeCSV(filename, pruned_sections)
print ' ', year for quarter in quarters: classes = student.get_classes(year, quarter, department) if classes is None or "Courses" not in classes: print "bad data returned for %s %d %s"%(quarter, year, department) print student.pretty(classes) continue; #print student.pretty(classes) for item in classes["Courses"]: #print student.pretty(item) num = item['CourseNumber'] if num not in collegeabbr[department]: #print item['Href'] try: extra_data = student.get_class_data(item['Href']) if extra_data is not None: item['CourseDescription'] = None if extra_data['CourseDescription'] is None else extra_data['CourseDescription'].encode('utf-8') item['CourseComment'] = extra_data['CourseComment'] item['FirstYear'] = extra_data['FirstEffectiveTerm']['Year'] item['FirstQuarter'] = extra_data['FirstEffectiveTerm']['Quarter'] item['LastYear'] = extra_data['LastEffectiveTerm']['Year'] item['LastQuarter'] = extra_data['LastEffectiveTerm']['Quarter'] item['MinTermCredit'] = extra_data['MinimumTermCredit'] item['MaxTermCredit'] = extra_data['MaximumTermCredit'] if 'GeneralEducationRequirements' in extra_data: item['GE_EC'] = extra_data['GeneralEducationRequirements']['EnglishComposition'] item['GE_IS'] = extra_data['GeneralEducationRequirements']['IndividualsAndSocieties'] item['GE_NW'] = extra_data['GeneralEducationRequirements']['NaturalWorld'] item['GE_VLPA'] = extra_data['GeneralEducationRequirements']['VisualLiteraryAndPerformingArts'] item['GE_QSR'] = extra_data['GeneralEducationRequirements']['QuantitativeAndSymbolicReasoning']
abbr = row['CurriculumAbbreviation'] #abbr = 'HCDE' print abbr #sections = student.get_sections('2012', 'summer', abbr) #for sect in sections['Sections']: # s = student.get_class_data(sect['Href']) # print student.pretty(s) #quit() filename = os.path.join(subdir, abbr + ".csv") if not os.path.exists(filename): sections = student.get_sections(year, quarter, abbr) #print student.pretty(sections) pruned_sections = [] for sect in sections['Sections']: s = student.get_class_data(sect['Href']) #print student.pretty(s) if s is not None: s = prune_section(s) pruned_sections.append(s) if len(pruned_sections) > 0: writeCSV(filename, pruned_sections )
for quarter in quarters: classes = student.get_classes(year, quarter, department) if classes is None or "Courses" not in classes: print "bad data returned for %s %d %s" % (quarter, year, department) print student.pretty(classes) continue #print student.pretty(classes) for item in classes["Courses"]: #print student.pretty(item) num = item['CourseNumber'] if num not in collegeabbr[department]: #print item['Href'] try: extra_data = student.get_class_data(item['Href']) if extra_data is not None: item['CourseDescription'] = None if extra_data[ 'CourseDescription'] is None else extra_data[ 'CourseDescription'].encode('utf-8') item['CourseComment'] = extra_data['CourseComment'] item['FirstYear'] = extra_data[ 'FirstEffectiveTerm']['Year'] item['FirstQuarter'] = extra_data[ 'FirstEffectiveTerm']['Quarter'] item['LastYear'] = extra_data['LastEffectiveTerm'][ 'Year'] item['LastQuarter'] = extra_data[ 'LastEffectiveTerm']['Quarter'] item['MinTermCredit'] = extra_data[ 'MinimumTermCredit']