import requests import json import re import sys import os import db_functions as db from APIRequest import get_request_pcr, print_components, set_http_pcr conn = db.get_connection() print("Currently in db:") db.doQuery(conn, "select count(*) from Professor;") http_str = set_http_pcr("instructors") json_obj = get_request_pcr(http_str) instr_list = json_obj["result"]["values"] for item in instr_list: # need to use tripple quotes because some names have ' in them # instructors have -1 as default avg rating pid = "{0}".format(item["id"]) just_the_num = pid.split("-")[0] query_str = """insert into Professor (pid,name,avg_rating) VALUES("{0}","{1}",-1);""".format( just_the_num, item["name"]) db.doQuery(conn, query_str) db.close(conn)
import requests import json import re import sys import os import db_functions as db from APIRequest import get_request_pcr, print_components, set_http_pcr conn = db.get_connection() ratings_required = ["rDifficulty","rCourseQuality","rAmountLearned","rWorkRequired","rRecommendMajor","rRecommendNonMajor","rCommAbility","rInstructorAccess","rStimulateInterest","rInstructorQuality"] filler = [-1] * len(ratings_required) ratings = dict(zip(ratings_required, filler)) http_str = set_http_pcr("depts") json_obj = get_request_pcr(http_str) dept_list = json_obj["result"]["values"] for dept in dept_list: # leave school as null because we dont know if we can get that http_str = set_http_pcr(dept["path"]) json_obj = get_request_pcr(http_str) course_list = json_obj["result"]["coursehistories"] for course in course_list: alias_list = course["aliases"] query_str = "Select code from Alias where alias='{0}';".format(alias_list[0]); res = db.doQueryResults(conn,query_str) if res is None: print "Error: alias not found in table" else: code = res[0]
import requests import json import re import sys import os import db_functions as db from APIRequest import get_request_pcr, print_components, set_http_pcr conn = db.get_connection() print("Currently in db:") db.doQuery(conn, "select * from Semester;") http_str = set_http_pcr("semesters") json_obj = get_request_pcr(http_str) sem_list = json_obj["result"]["values"] for item in sem_list: # need to use tripple quotes because some names have ' in them # leave school as null because we dont know if we can get that query_str = """INSERT INTO Semester (semid,name) VALUES ("{0}","{1}");""".format( item["id"], item["name"]) print(query_str) db.doQuery(conn, query_str) db.close(conn)
import requests import json import re import sys import os import db_functions as db from APIRequest import get_request_pcr, print_components, set_http_pcr conn = db.get_connection() http_str = set_http_pcr("depts") json_obj = get_request_pcr(http_str) dept_list = json_obj["result"]["values"] for dept in dept_list: # leave school as null because we dont know if we can get that http_str = set_http_pcr(dept["path"]) json_obj = get_request_pcr(http_str) course_list = json_obj["result"]["coursehistories"] for course in course_list: alias_list = course["aliases"] #print course code = alias_list[0] split = code.split("-") did = split[0] name = course["name"] query_str = "Select * from Course where code='{0}';".format(code) res = db.doQueryResults(conn, query_str) if res is None: query_str = """Insert into Course (code,name,quality,difficulty,did) values ("{0}","{1}",-1,-1,"{2}");""".format( code, name, did) db.doQuery(conn, query_str)
import requests import json import re import sys import os import db_functions as db from APIRequest import get_request_pcr, print_components, set_http_pcr conn = db.get_connection() print("Currently in db:") db.doQuery(conn, "select * from Department;") http_str = set_http_pcr("depts") json_obj = get_request_pcr(http_str) dept_list = json_obj["result"]["values"] for item in dept_list: # need to use tripple quotes because some names have ' in them # leave school as null because we dont know if we can get that query_str = """INSERT INTO Department (did,name,school,path) VALUES ("{0}","{1}",NULL,"{2}");""".format( item["id"], item["name"], item["path"]) print(query_str) db.doQuery(conn, query_str) db.close(conn)
import json import re import sys import os import db_functions as db from APIRequest import get_request_pcr, print_components, set_http_pcr import DynamoDB_calls as db table = db.getTable() conn = db.get_connection() query_str = """select code, semid from Offered;""" res = db.doQueryResults(conn, query_str) for tup in res: code = tup[0] semid = tup[1] # check if course has already been collected for res = getItem(table, code) if res is None: # there is no entry for this course yet str = "/courses/{0}-{1}".format(semid, code) http_str = set_http_pcr(str) json_obj = get_request_pcr(http_str) pcr_res = json_obj["result"] if json_obj["valid"]: desc = pcr_res["description"] db.insertItem(table, code, desc) else: print pcr_res["error"] db.close(conn)