@author: Sam Gegg ''' from connect.Monnect import ConnectM from KoofersWebScraper.KoofersWebScraper import get_course_list from RateMyProfessorWebScraper.WebScraper import get_prof_list ''' Script gets all subjects in a given term of a given year. ''' HOST = 'digitalocean-4.perryhuang.com' PORT = 27017 client_courses = ConnectM(HOST, PORT) client_courses.connect() client_courses.set_database_name('courses') client_courses.set_collection('courses_general') print('Adding Koofers course data') course_list = get_course_list() for course in course_list: print(course) client_courses.update({"course_id": course.course_number, "code": course.subject_code}, course.dataToUpdateDoc()) client_courses.disconnect() print('Finished adding course data') client_profs = ConnectM(HOST, PORT)
def get_courses_general(subject): subject_classes = subject.get_children() return subject_classes ''' Script gets all subjects in a given term of a given year. ''' HOST = 'digitalocean-4.perryhuang.com' PORT = 27017 client_courses = ConnectM(HOST, PORT) client_courses.connect() client_courses.set_database_name('courses') client_courses.set_collection('courses_general') client_sections = ConnectM(HOST, PORT) client_sections.connect() client_sections.set_database_name('courses') client_sections.set_collection('courses_section') subjects = get_subjects('2014', 'spring') ''' #SUBJECT (like Computer Science, Asian American Studies, etc.) SubjectInfo = namedtuple('SubjectInfo', 'year term code course_ids')