def setUp(self):
application = None
request = None # HTTPRequest.HTTPRequest()
self.courseServer = CourseCSVServer(application, request, testing=True)
try:
self.mysqldb = MySQLDB(host="localhost", port=3306, user="******", db="unittest")
except ValueError as e:
self.fail(
str(e)
+ " (For unit testing, localhost MySQL server must have user 'unittest' without password, and a database called 'unittest')"
)
class ExportClassTest(unittest.TestCase):
# Test data for one student in one class. Student is active in 2 of the
# class' weeks:
#
# Week 4:
# Session1: 15 total each week: Week4: 20
# Session2: 5 Week6: 72
#
# Week 6:
# Session3: 15
# Session4: 42
# Session5: 15
# ------------
# 92
#
# Sessions in weeks:
# week4: [20] ==> median = 20
# week6: [15,42,15] ==> median = 15
#
# The engagement summary file for one class:
# totalStudentSessions, totalEffortAllStudents, oneToTwentyMin, twentyoneToSixtyMin, greaterSixtyMin
# 5 92 2 0 0
#
# The all_data detail file resulting from the data:
# Platform,Course,Student,Date,Time,SessionLength
# 'OpenEdX,CME/MedStats/2013-2015,abc,2013-08-30,03:27:00,15
# 'OpenEdX,CME/MedStats/2013-2015,abc,2013-08-30,04:10:00,5
# 'OpenEdX,CME/MedStats/2013-2015,abc,2013-09-14,03:27:24,15
# 'OpenEdX,CME/MedStats/2013-2015,abc,2013-09-15,03:27:25,42
# 'OpenEdX,CME/MedStats/2013-2015,abc,2013-09-15,04:36:54,15
#
# The weekly effort file from the data:
# platform,course,student,week,effortMinutes
# 'OpenEdX,CME/MedStats/2013-2015,abc,4,20
# 'OpenEdX,CME/MedStats/2013-2015,abc,6,72
oneStudentTestData = [
("CME/MedStats/2013-2015", "abc", "page_close", "2013-08-30 03:27:00", 0), # week 4; start session
("CME/MedStats/2013-2015", "abc", "load_video", "2013-08-30 03:27:20", 1), # 20sec (gets rounded to 0min)
("CME/MedStats/2013-2015", "abc", "seq_goto", "2013-08-30 03:37:00", 0), # 9min:40sec (gets rounded to 10min)
# 0min + 10min + 5min = 15min
("CME/MedStats/2013-2015", "abc", "page_close", "2013-08-30 04:10:00", 0), # 5min
(
"CME/MedStats/2013-2015",
"abc",
"load_video",
"2013-09-14 03:27:24",
1,
), # week 6; 15min (for the single video)
("CME/MedStats/2013-2015", "abc", "seq_goto", "2013-09-15 03:27:25", 0),
("CME/MedStats/2013-2015", "abc", "page_close", "2013-09-15 03:30:35", 0), # 3min
("CME/MedStats/2013-2015", "abc", "load_video", "2013-09-15 03:59:00", 1), # 28min
("CME/MedStats/2013-2015", "abc", "seq_goto", "2013-09-15 04:05:00", 0), # 6min
# 3min + 28min + 6min + 5min = 42
("CME/MedStats/2013-2015", "abc", "seq_goto", "2013-09-15 04:36:54", 1), # 15
]
courseRuntimesData = [
("CME/MedStats/2013-2015", "2013-07-30 03:27:00", "2013-10-30 03:27:00"),
("My/RealCourse/2013-2015", "2013-09-01 03:27:00", "2013-10-30 03:27:00"),
]
userGradeData = [
(10, "CME/MedStats/2013-2015", "abc"),
(20, "My/RealCourse/Summer2014", "def"),
(30, "CME/MedStats/2013-2015", "def"),
]
demographicsData = [("abc", "f", 1988, "hs", "USA", "United States"), ("def", "m", 1990, "p", "FRG", "Germany")]
true_courseenrollmentData = [
(10, "CME/MedStats/2013-2015", "2013-08-30 03:27:00", "nomode"),
(30, "CME/MedStats/2013-2015", "2014-08-30 03:27:00", "yesmode"),
]
courseInfoData = [
("CME/MedStats/2013-2015", "medStats", 2014, "fall", 1, 0, "2014-08-01", "2014-09-01", "2014-11-31")
]
userCountryData = [("US", "USA", "abc", "United States"), ("DE", "DEU", "def", "Germany")]
twoStudentsOneClassTestData = [
("CME/MedStats/2013-2015", "abc", "page_close", "2013-08-30 03:27:00", 0),
("CME/MedStats/2013-2015", "abc", "load_video", "2013-08-30 03:27:20", 1),
("CME/MedStats/2013-2015", "abc", "seq_goto", "2013-08-30 03:37:00", 0),
("CME/MedStats/2013-2015", "abc", "page_close", "2013-08-30 04:10:00", 0),
("CME/MedStats/2013-2015", "def", "page_close", "2013-08-30 04:10:00", 1), # Second student
("CME/MedStats/2013-2015", "abc", "load_video", "2013-09-14 03:27:24", 1),
("CME/MedStats/2013-2015", "abc", "seq_goto", "2013-09-15 03:27:25", 0),
("CME/MedStats/2013-2015", "abc", "page_close", "2013-09-15 03:30:35", 0),
("CME/MedStats/2013-2015", "abc", "load_video", "2013-09-15 03:59:00", 1),
("CME/MedStats/2013-2015", "abc", "seq_goto", "2013-09-15 04:05:00", 0),
("CME/MedStats/2013-2015", "def", "page_close", "2013-09-16 04:10:00", 1), # Second student
("CME/MedStats/2013-2015", "abc", "seq_goto", "2013-09-15 04:36:54", 1),
]
twoStudentsTwoClassesTestData = [
("CME/MedStats/2013-2015", "abc", "page_close", "2013-08-30 03:27:00", 0),
("CME/MedStats/2013-2015", "abc", "load_video", "2013-08-30 03:27:20", 1),
("CME/MedStats/2013-2015", "abc", "seq_goto", "2013-08-30 03:37:00", 0),
("CME/MedStats/2013-2015", "abc", "page_close", "2013-08-30 04:10:00", 0),
("My/RealCourse/2013-2015", "def", "page_close", "2013-09-01 04:10:00", 1), # Second student
("CME/MedStats/2013-2015", "abc", "load_video", "2013-09-14 03:27:24", 1),
("CME/MedStats/2013-2015", "abc", "seq_goto", "2013-09-15 03:27:25", 0),
("CME/MedStats/2013-2015", "abc", "page_close", "2013-09-15 03:30:35", 0),
("CME/MedStats/2013-2015", "abc", "load_video", "2013-09-15 03:59:00", 1),
("CME/MedStats/2013-2015", "abc", "seq_goto", "2013-09-15 04:05:00", 0),
("My/RealCourse/2013-2015", "def", "page_close", "2013-09-16 04:10:00", 1), # Second student
("CME/MedStats/2013-2015", "abc", "seq_goto", "2013-09-15 04:36:54", 1),
]
def setUp(self):
application = None
request = None # HTTPRequest.HTTPRequest()
self.courseServer = CourseCSVServer(application, request, testing=True)
try:
self.mysqldb = MySQLDB(host="localhost", port=3306, user="******", db="unittest")
except ValueError as e:
self.fail(
str(e)
+ " (For unit testing, localhost MySQL server must have user 'unittest' without password, and a database called 'unittest')"
)
def tearDown(self):
try:
self.mysqldb.dropTable("unittest.Activities")
self.mysqldb.close()
except:
pass
@unittest.skipIf(not TEST_ALL, "Temporarily disabled")
def testOneStudentOneClass(self):
self.buildSupportTables(TestSet.ONE_STUDENT_ONE_CLASS)
jsonMsg = '{"req" : "getData", "args" : {"courseId" : "CME/MedStats/2013-2015", "engagementData" : "True", "wipeExisting" : "True", "inclPII" : "False", "cryptoPwd" : "foobar"}}'
self.courseServer.on_message(jsonMsg)
with open(self.courseServer.latestResultSummaryFilename, "r") as fd:
# Read and discard the csv file's header line:
fd.readline()
# print(courseSummaryLine)
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,5,92,2,0,0\n", fd.readline())
with open(self.courseServer.latestResultDetailFilename, "r") as fd:
# Read and discard the csv file's header line:
fd.readline()
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,2013-08-30,03:27:00,15\n", fd.readline())
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,2013-08-30,04:10:00,5\n", fd.readline())
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,2013-09-14,03:27:24,15\n", fd.readline())
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,2013-09-15,03:27:25,42\n", fd.readline())
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,2013-09-15,04:36:54,15\n", fd.readline())
with open(self.courseServer.latestResultWeeklyEffortFilename, "r") as fd:
# Read and discard the csv file's header line:
fd.readline()
# print(courseWeeklyLine)
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,5,20\n", fd.readline())
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,7,72\n", fd.readline())
os.remove(self.courseServer.latestResultSummaryFilename)
os.remove(self.courseServer.latestResultDetailFilename)
os.remove(self.courseServer.latestResultWeeklyEffortFilename)
@unittest.skipIf(not TEST_ALL, "Temporarily disabled")
def testTwoStudentsOneClass(self):
self.buildSupportTables(TestSet.TWO_STUDENTS_ONE_CLASS)
jsonMsg = '{"req" : "getData", "args" : {"courseId" : "CME/MedStats/2013-2015", "engagementData" : "True", "wipeExisting" : "True", "inclPII" : "False", "cryptoPwd" : "foobar"}}'
self.courseServer.on_message(jsonMsg)
with open(self.courseServer.latestResultSummaryFilename, "r") as fd:
# Read and discard the csv file's header line:
fd.readline()
# print(courseSummaryLine)
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,7,122,4,0,0\n", fd.readline())
with open(self.courseServer.latestResultDetailFilename, "r") as fd:
# Read and discard the csv file's header line:
fd.readline()
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,2013-08-30,03:27:00,15\n", fd.readline())
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,2013-08-30,04:10:00,5\n", fd.readline())
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,2013-09-14,03:27:24,15\n", fd.readline())
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,2013-09-15,03:27:25,42\n", fd.readline())
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,2013-09-15,04:36:54,15\n", fd.readline())
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,def,2013-08-30,04:10:00,15\n", fd.readline())
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,def,2013-09-16,04:10:00,15\n", fd.readline())
with open(self.courseServer.latestResultWeeklyEffortFilename, "r") as fd:
# Read and discard the csv file's header line:
fd.readline()
# print(courseWeeklyLine)
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,5,20\n", fd.readline())
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,7,72\n", fd.readline())
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,def,5,15\n", fd.readline())
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,def,7,15\n", fd.readline())
os.remove(self.courseServer.latestResultSummaryFilename)
os.remove(self.courseServer.latestResultDetailFilename)
os.remove(self.courseServer.latestResultWeeklyEffortFilename)
@unittest.skipIf(not TEST_ALL, "Temporarily disabled")
def testTwoStudentsTwoClasses(self):
self.buildSupportTables(TestSet.TWO_STUDENTS_TWO_CLASSES)
jsonMsg = '{"req" : "getData", "args" : {"courseId" : "None", "engagementData" : "True", "wipeExisting" : "True", "inclPII" : "False", "cryptoPwd" : "foobar"}}'
self.courseServer.on_message(jsonMsg)
with open(self.courseServer.latestResultSummaryFilename, "r") as fd:
# Read and discard the csv file's header line:
fd.readline()
# print(courseSummaryLine)
# Read the rest of the summary lines, and
# sort them just to ensure that we compare each
# line to its ground truth:
allSummaryLines = fd.readlines()
allSummaryLines.sort()
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,5,92,2,0,0\n", allSummaryLines[0])
self.assertEqual("OpenEdX,My/RealCourse/2013-2015,2,30,2,0,0\n", allSummaryLines[1])
with open(self.courseServer.latestResultDetailFilename, "r") as fd:
# Read and discard the csv file's header line:
fd.readline()
allDetailLines = fd.readlines()
allDetailLines.sort()
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,2013-08-30,03:27:00,15\n", allDetailLines[0])
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,2013-08-30,04:10:00,5\n", allDetailLines[1])
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,2013-09-14,03:27:24,15\n", allDetailLines[2])
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,2013-09-15,03:27:25,42\n", allDetailLines[3])
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,2013-09-15,04:36:54,15\n", allDetailLines[4])
self.assertEqual("OpenEdX,My/RealCourse/2013-2015,def,2013-09-01,04:10:00,15\n", allDetailLines[5])
self.assertEqual("OpenEdX,My/RealCourse/2013-2015,def,2013-09-16,04:10:00,15\n", allDetailLines[6])
with open(self.courseServer.latestResultWeeklyEffortFilename, "r") as fd:
# Read and discard the csv file's header line:
fd.readline()
# print(courseWeeklyLine)
allWeeklyLines = fd.readlines()
allWeeklyLines.sort()
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,5,20\n", allWeeklyLines[0])
self.assertEqual("OpenEdX,CME/MedStats/2013-2015,abc,7,72\n", allWeeklyLines[1])
self.assertEqual("OpenEdX,My/RealCourse/2013-2015,def,1,15\n", allWeeklyLines[2])
self.assertEqual("OpenEdX,My/RealCourse/2013-2015,def,3,15\n", allWeeklyLines[3])
os.remove(self.courseServer.latestResultSummaryFilename)
os.remove(self.courseServer.latestResultDetailFilename)
os.remove(self.courseServer.latestResultWeeklyEffortFilename)
@unittest.skipIf(not TEST_ALL, "Temporarily disabled")
def testForumIsolated(self):
self.buildSupportTables(TestSet.TWO_STUDENTS_ONE_CLASS)
jsonMsg = '{"req" : "getData", "args" : {"courseId" : "MITx/6.002x/2012_Fall", "forumData" : "True", "wipeExisting" : "True", "relatable" : "False", "cryptoPwd" : "foobar"}}'
self.courseServer.on_message(jsonMsg)
zipObj = zipfile.ZipFile(self.courseServer.latestForumFilename, "r")
forumFd = zipObj.open("MITx_6.002x_2012_Fall_Forum.csv", "r", "foobar")
forumExportHeader = (
"'forum_post_id','anon_screen_name','type','anonymous',"
+ "'anonymous_to_peers','at_position_list','forum_int_id','body',"
+ "'course_display_name','created_at','votes','count','down_count',"
+ "'up_count','up','down','comment_thread_id','parent_id','parent_ids',"
+ "'sk','confusion','happiness'\n"
)
forum1stLine = "\"519461545924670200000001\",\"<anon_screen_name_redacted>\",\"CommentThread\",\"False\",\"False\",\"[]\",11,\"First forum entry.\",\"MITx/6.002x/2012_Fall\",\"2013-05-16 04:32:20\",\"{'count': 10, 'point': -6, 'down_count': 8, 'up': ['2', '10'], 'down': ['1', '3', '4', '5', '6', '7', '8', '9'], 'up_count': 2}\",10,8,2,\"['2', '10']\",\"['1', '3', '4', '5', '6', '7', '8', '9']\",\"None\",\"None\",\"None\",\"None\",\"none\",\"none\""
forum2ndLine = "\"519461545924670200000005\",\"<anon_screen_name_redacted>\",\"Comment\",\"False\",\"False\",\"[]\",7,\"Second forum entry.\",\"MITx/6.002x/2012_Fall\",\"2013-05-16 04:32:20\",\"{'count': 10, 'point': 4, 'down_count': 3, 'up': ['1', '2', '5', '6', '7', '8', '9'], 'down': ['3', '4', '10'], 'up_count': 7}\",10,3,7,\"['1', '2', '5', '6', '7', '8', '9']\",\"['3', '4', '10']\",\"519461545924670200000001\",\"None\",\"[]\",\"519461545924670200000005\",\"none\",\"none\""
header = forumFd.readline()
self.assertEqual(forumExportHeader, header)
self.assertEqual(forum1stLine, forumFd.readline().strip())
self.assertEqual(forum2ndLine, forumFd.readline().strip())
@unittest.skipIf(not TEST_ALL, "Temporarily disabled")
def testForumRelatable(self):
self.buildSupportTables(TestSet.TWO_STUDENTS_ONE_CLASS)
jsonMsg = '{"req" : "getData", "args" : {"courseId" : "MITx/6.002x/2012_Fall", "forumData" : "True", "wipeExisting" : "True", "relatable" : "True", "cryptoPwd" : "foobar"}}'
self.courseServer.on_message(jsonMsg)
zipObj = zipfile.ZipFile(self.courseServer.latestForumFilename, "r")
forumFd = zipObj.open("MITx_6.002x_2012_Fall_Forum.csv", "r", "foobar")
forumExportHeader = (
"'forum_post_id','anon_screen_name','type','anonymous',"
+ "'anonymous_to_peers','at_position_list','forum_int_id','body',"
+ "'course_display_name','created_at','votes','count','down_count',"
+ "'up_count','up','down','comment_thread_id','parent_id','parent_ids',"
+ "'sk','confusion','happiness'\n"
)
forum1stLine = "\"519461545924670200000001\",\"e07a3da71f0330452a6aa650ed598e2911301491\",\"CommentThread\",\"False\",\"False\",\"[]\",0,\"First forum entry.\",\"MITx/6.002x/2012_Fall\",\"2013-05-16 04:32:20\",\"{'count': 10, 'point': -6, 'down_count': 8, 'up': ['2', '10'], 'down': ['1', '3', '4', '5', '6', '7', '8', '9'], 'up_count': 2}\",10,8,2,\"['2', '10']\",\"['1', '3', '4', '5', '6', '7', '8', '9']\",\"None\",\"None\",\"None\",\"None\",\"none\",\"none\""
forum2ndLine = "\"519461545924670200000005\",\"e07a3da71f0330452a6aa650ed598e2911301491\",\"Comment\",\"False\",\"False\",\"[]\",0,\"Second forum entry.\",\"MITx/6.002x/2012_Fall\",\"2013-05-16 04:32:20\",\"{'count': 10, 'point': 4, 'down_count': 3, 'up': ['1', '2', '5', '6', '7', '8', '9'], 'down': ['3', '4', '10'], 'up_count': 7}\",10,3,7,\"['1', '2', '5', '6', '7', '8', '9']\",\"['3', '4', '10']\",\"519461545924670200000001\",\"None\",\"[]\",\"519461545924670200000005\",\"none\",\"none\""
header = forumFd.readline()
self.assertEqual(forumExportHeader, header)
self.assertEqual(forum1stLine, forumFd.readline().strip())
self.assertEqual(forum2ndLine, forumFd.readline().strip())
@unittest.skipIf(not TEST_ALL, "Temporarily disabled")
def testForumIsolatedCourseNotInForum(self):
self.buildSupportTables(TestSet.TWO_STUDENTS_ONE_CLASS)
jsonMsg = '{"req" : "getData", "args" : {"courseId" : "Course/Not/Exists", "forumData" : "True", "wipeExisting" : "True", "inclPII" : "False", "cryptoPwd" : "foobar"}}'
self.courseServer.on_message(jsonMsg)
os.path.exists(self.courseServer.latestForumFilename)
@unittest.skipIf(not TEST_ALL, "Temporarily disabled")
def testDemographics(self):
self.buildSupportTables(TestSet.TWO_STUDENTS_ONE_CLASS)
jsonMsg = '{"req" : "getData", "args" : {"courseId" : "testtest/MedStats/2013-2015", "demographics" : "True", "wipeExisting" : "True", "relatable" : "False", "cryptoPwd" : "foobar"}}'
self.courseServer.on_message(jsonMsg)
# Allow result to be computed:
time.sleep(3)
with open(self.courseServer.latestDemographicsFilename, "r") as fd:
# Read and discard the csv file's header line:
fd.readline()
# print(courseSummaryLine)
# Read the rest of the summary lines, and
# sort them just to ensure that we compare each
# line to its ground truth:
allDemographicsLines = fd.readlines()
allDemographicsLines.sort()
# abc,f,1988,hs,USA,United States
self.assertEqual('"abc","f","1988","hs","USA","United States"', allDemographicsLines[0].strip())
self.assertEqual('"def","m","1990","p","FRG","Germany"', allDemographicsLines[1].strip())
os.remove(self.courseServer.latestDemographicsFilename)
# ******@unittest.skipIf(not TEST_ALL, "Temporarily disabled")
def testQuarterlyDemographics(self):
self.buildSupportTables(TestSet.TWO_STUDENTS_ONE_CLASS)
jsonMsg = '{"req" : "getData", "args" : {"courseId" : "testtest/MedStats/2013-2015", "quarterRep": "True", "quarterRepDemographics" : "True", "quarterRepQuarter" : "fall", "quarterRepYear": "2014", "wipeExisting" : "True", "relatable" : "False", "cryptoPwd" : "foobar"}}'
self.courseServer.on_message(jsonMsg)
# Allow result to be computed:
time.sleep(3)
with open(self.courseServer.latestQuarterlyDemographicsFilename, "r") as fd:
# Read and discard the csv file's header line:
fd.readline()
# print(courseSummaryLine)
# Read the rest of the summary lines, and
# sort them just to ensure that we compare each
# line to its ground truth:
allDemographicsLines = fd.readlines()
# allDemographicsLines.sort()
self.assertEqual(
"openedx,CME/MedStats/2013-2015,1,1,0,0,2,1,0,0,1,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0",
allDemographicsLines[0].strip(),
)
os.remove(self.courseServer.latestDemographicsFilename)
@unittest.skipIf(not TEST_ALL, "Temporarily disabled")
def testZipFiles(self):
file1 = tempfile.NamedTemporaryFile()
file2 = tempfile.NamedTemporaryFile()
file1.write("foo")
file2.write("bar")
file1.flush()
file2.flush()
self.courseServer.zipFiles("/tmp/zipFileUnittest.zip", "foobar", [file1.name, file2.name])
# Read it all back:
zipfile.ZipFile("/tmp/zipFileUnittest.zip").extractall(pwd="foobar")
@unittest.skipIf(not TEST_ALL, "Temporarily disabled")
def testExportPIIDetails(self):
pass
@unittest.skipIf(not TEST_ALL, "Temporarily disabled")
def testLearnerPerformance(self):
pass
def buildSupportTables(self, testSetToLoad):
# Activities table:
schema = OrderedDict(
[
("course_display_name", "varchar(255)"),
("anon_screen_name", "varchar(40)"),
("event_type", "varchar(120)"),
("time", "datetime"),
("isVideo", "TINYINT"),
]
)
self.mysqldb.dropTable("unittest.Activities")
self.mysqldb.createTable("unittest.Activities", schema)
colNames = ["course_display_name", "anon_screen_name", "event_type", "time", "isVideo"]
if testSetToLoad == TestSet.ONE_STUDENT_ONE_CLASS:
colValues = ExportClassTest.oneStudentTestData
elif testSetToLoad == TestSet.TWO_STUDENTS_ONE_CLASS:
colValues = ExportClassTest.twoStudentsOneClassTestData
elif testSetToLoad == TestSet.TWO_STUDENTS_TWO_CLASSES:
colValues = ExportClassTest.twoStudentsTwoClassesTestData
else:
raise ValueError("Requested test set unavailable: %s" % testSetToLoad)
self.mysqldb.bulkInsert("Activities", colNames, colValues)
# Course runtimes:
schema = OrderedDict(
[
("course_display_name", "varchar(255)"),
("course_start_date", "datetime"),
("course_end_date", "datetime"),
]
)
self.mysqldb.dropTable("unittest.CourseRuntimes")
self.mysqldb.createTable("unittest.CourseRuntimes", schema)
colNames = ["course_display_name", "course_start_date", "course_end_date"]
colValues = ExportClassTest.courseRuntimesData
self.mysqldb.bulkInsert("CourseRuntimes", colNames, colValues)
# UserGrade:
schema = OrderedDict(
[("user_int_id", "int"), ("course_id", "varchar(255)"), ("anon_screen_name", "varchar(40)")]
)
self.mysqldb.dropTable("unittest.UserGrade")
self.mysqldb.createTable("unittest.UserGrade", schema)
colNames = ["user_int_id", "course_id", "anon_screen_name"]
colValues = ExportClassTest.userGradeData
self.mysqldb.bulkInsert("UserGrade", colNames, colValues)
# true_courseenrollment
schema = OrderedDict(
[
("user_id", "int"),
("course_display_name", "varchar(255)"),
("created", "datetime"),
("mode", "varchar(10)"),
]
)
self.mysqldb.dropTable("unittest.true_courseenrollment")
self.mysqldb.createTable("unittest.true_courseenrollment", schema)
colNames = ["user_id", "course_display_name", "created", "mode"]
colValues = ExportClassTest.true_courseenrollmentData
self.mysqldb.bulkInsert("unittest.true_courseenrollment", colNames, colValues)
# UserCountry:
schema = OrderedDict(
[
("two_letter_country", "varchar(2)"),
("three_letter_country", "varchar(3)"),
("anon_screen_name", "varchar(40)"),
("country", "varchar(255)"),
]
)
self.mysqldb.dropTable("unittest.UserCountry")
self.mysqldb.createTable("unittest.UserCountry", schema)
colNames = ["two_letter_country", "three_letter_country", "anon_screen_name", "country"]
colValues = ExportClassTest.userCountryData
self.mysqldb.bulkInsert("unittest.UserCountry", colNames, colValues)
# Demographics
schema = OrderedDict(
[
("anon_screen_name", "varchar(40)"),
("gender", "varchar(255)"),
("year_of_birth", "int(11)"),
("level_of_education", "varchar(42)"),
("country_three_letters", "varchar(3)"),
("country_name", "varchar(255)"),
]
)
self.mysqldb.dropTable("unittest.Demographics")
self.mysqldb.execute("DROP VIEW IF EXISTS unittest.Demographics")
self.mysqldb.createTable("unittest.Demographics", schema)
colNames = [
"anon_screen_name",
"gender",
"year_of_birth",
"level_of_education",
"country_three_letters",
"country_name",
]
colValues = ExportClassTest.demographicsData
self.mysqldb.bulkInsert("unittest.Demographics", colNames, colValues)
# Quarterly Report Demographics:
# CourseInfo:
schema = OrderedDict(
[
("course_display_name", "varchar(255)"),
("course_catalog_name", "varchar(255)"),
("academic_year", "int"),
("quarter", "varchar(7)"),
("num_quarters", "int"),
("is_internal", "tinyint"),
("enrollment_start", "datetime"),
("start_date", "datetime"),
("end_date", "datetime"),
]
)
self.mysqldb.dropTable("unittest.CourseInfo")
self.mysqldb.createTable("unittest.CourseInfo", schema)
colNames = [
"course_display_name",
"course_catalog_name",
"academic_year",
"quarter",
"num_quarters",
"is_internal",
"enrollment_start",
"start_date",
"end_date",
]
colValues = ExportClassTest.courseInfoData
self.mysqldb.bulkInsert("unittest.CourseInfo", colNames, colValues)
# Forum table:
# This tables gets loaded via a .sql file imported into mysql.
# That file drops any existing unittest.contents, so we
# don't do that here:
mysqlCmdFile = "data/forumTests.sql"
mysqlLoadCmd = ["mysql", "-u", "unittest"]
with open(mysqlCmdFile, "r") as theStdin:
# Drop table unittest.contents, and load a fresh copy:
subprocess.call(mysqlLoadCmd, stdin=theStdin)