import requests
import json
import re
import sys
import os
import db_functions as db
from APIRequest import get_request_pcr, print_components, set_http_pcr
conn = db.get_connection()
print("Currently in db:")
db.doQuery(conn, "select count(*) from Professor;")
http_str = set_http_pcr("instructors")
json_obj = get_request_pcr(http_str)
instr_list = json_obj["result"]["values"]
for item in instr_list:
# need to use tripple quotes because some names have ' in them
# instructors have -1 as default avg rating
pid = "{0}".format(item["id"])
just_the_num = pid.split("-")[0]
query_str = """insert into Professor (pid,name,avg_rating) VALUES("{0}","{1}",-1);""".format(
just_the_num, item["name"])
db.doQuery(conn, query_str)
db.close(conn)
import requests
import json
import re
import sys
import os
import db_functions as db
from APIRequest import get_request_pcr, print_components, set_http_pcr
conn = db.get_connection()
ratings_required = ["rDifficulty","rCourseQuality","rAmountLearned","rWorkRequired","rRecommendMajor","rRecommendNonMajor","rCommAbility","rInstructorAccess","rStimulateInterest","rInstructorQuality"]
filler = [-1] * len(ratings_required)
ratings = dict(zip(ratings_required, filler))
http_str = set_http_pcr("depts")
json_obj = get_request_pcr(http_str)
dept_list = json_obj["result"]["values"]
for dept in dept_list:
# leave school as null because we dont know if we can get that
http_str = set_http_pcr(dept["path"])
json_obj = get_request_pcr(http_str)
course_list = json_obj["result"]["coursehistories"]
for course in course_list:
alias_list = course["aliases"]
query_str = "Select code from Alias where alias='{0}';".format(alias_list[0]);
res = db.doQueryResults(conn,query_str)
if res is None:
print "Error: alias not found in table"
else:
code = res[0]
import requests
import json
import re
import sys
import os
import db_functions as db
from APIRequest import get_request_pcr, print_components, set_http_pcr
conn = db.get_connection()
print("Currently in db:")
db.doQuery(conn, "select * from Semester;")
http_str = set_http_pcr("semesters")
json_obj = get_request_pcr(http_str)
sem_list = json_obj["result"]["values"]
for item in sem_list:
# need to use tripple quotes because some names have ' in them
# leave school as null because we dont know if we can get that
query_str = """INSERT INTO Semester (semid,name) VALUES ("{0}","{1}");""".format(
item["id"], item["name"])
print(query_str)
db.doQuery(conn, query_str)
db.close(conn)
import requests
import json
import re
import sys
import os
import db_functions as db
from APIRequest import get_request_pcr, print_components, set_http_pcr
conn = db.get_connection()
http_str = set_http_pcr("depts")
json_obj = get_request_pcr(http_str)
dept_list = json_obj["result"]["values"]
for dept in dept_list:
# leave school as null because we dont know if we can get that
http_str = set_http_pcr(dept["path"])
json_obj = get_request_pcr(http_str)
course_list = json_obj["result"]["coursehistories"]
for course in course_list:
alias_list = course["aliases"]
#print course
code = alias_list[0]
split = code.split("-")
did = split[0]
name = course["name"]
query_str = "Select * from Course where code='{0}';".format(code)
res = db.doQueryResults(conn, query_str)
if res is None:
query_str = """Insert into Course (code,name,quality,difficulty,did) values ("{0}","{1}",-1,-1,"{2}");""".format(
code, name, did)
db.doQuery(conn, query_str)
import requests
import json
import re
import sys
import os
import db_functions as db
from APIRequest import get_request_pcr, print_components, set_http_pcr
conn = db.get_connection()
print("Currently in db:")
db.doQuery(conn, "select * from Department;")
http_str = set_http_pcr("depts")
json_obj = get_request_pcr(http_str)
dept_list = json_obj["result"]["values"]
for item in dept_list:
# need to use tripple quotes because some names have ' in them
# leave school as null because we dont know if we can get that
query_str = """INSERT INTO Department (did,name,school,path) VALUES ("{0}","{1}",NULL,"{2}");""".format(
item["id"], item["name"], item["path"])
print(query_str)
db.doQuery(conn, query_str)
db.close(conn)
import json
import re
import sys
import os
import db_functions as db
from APIRequest import get_request_pcr, print_components, set_http_pcr
import DynamoDB_calls as db
table = db.getTable()
conn = db.get_connection()
query_str = """select code, semid from Offered;"""
res = db.doQueryResults(conn, query_str)
for tup in res:
code = tup[0]
semid = tup[1]
# check if course has already been collected for
res = getItem(table, code)
if res is None:
# there is no entry for this course yet
str = "/courses/{0}-{1}".format(semid, code)
http_str = set_http_pcr(str)
json_obj = get_request_pcr(http_str)
pcr_res = json_obj["result"]
if json_obj["valid"]:
desc = pcr_res["description"]
db.insertItem(table, code, desc)
else:
print pcr_res["error"]
db.close(conn)