def setUp(self):
"""
Initialize OLI Backend tests
"""
self.patcher = patch('track.backends.oli.OAuth1Session.put', mock_put)
self.addCleanup(self.patcher.stop)
self.patcher.start()
course_ids = {
'edX/DemoX/Demo_Course',
'edX/DemoX/Demo_Course1',
}
self.backend = OLIAnalyticsBackend(
url='https://example.com/',
path='path',
key='key',
secret='secret',
course_ids=course_ids,
)
self.user = UserFactory.create()
self.user.save()
def setUp(self):
"""
Initialize OLI Backend tests
"""
self.patcher = patch("track.backends.oli.OAuth1Session.put", mock_put)
self.addCleanup(self.patcher.stop)
self.patcher.start()
course_ids = {"edX/DemoX/Demo_Course", "edX/DemoX/Demo_Course1"}
self.backend = OLIAnalyticsBackend(
url="https://example.com/", path="path", key="key", secret="secret", course_ids=course_ids
)
self.user = UserFactory.create()
self.user.save()
class TestOLIBackend(TestCase):
"""
Assert that the OLI Analytics Backend transmits events properly
OLI should only process 'problem_check' event types.
Course IDs must be part of the whitelisted set.
Most event data like user_agent is arbitrary and can be changed.
"""
def setUp(self):
"""
Initialize OLI Backend tests
"""
self.patcher = patch("track.backends.oli.OAuth1Session.put", mock_put)
self.addCleanup(self.patcher.stop)
self.patcher.start()
course_ids = {"edX/DemoX/Demo_Course", "edX/DemoX/Demo_Course1"}
self.backend = OLIAnalyticsBackend(
url="https://example.com/", path="path", key="key", secret="secret", course_ids=course_ids
)
self.user = UserFactory.create()
self.user.save()
def test_oli_backend_correct_event_type(self):
"""
Assert that problem_check events are sent
"""
# pylint: disable=line-too-long
event = {
"username": "******",
"event_type": "problem_check",
"ip": "10.0.2.2",
"agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.124 Safari/537.36",
"host": "precise64",
"referer": "https://example.com/courses/edX/DemoX/Demo_Course/courseware/interactive_demonstrations/basic_questions/",
"accept_language": "en-US;q=1.0, en;q=0.8",
"event": {
"submission": {
u"i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1": {
"input_type": "imageinput",
"question": "",
"response_type": "imageresponse",
"answer": u"[480,237]",
"variant": "",
"correct": True,
}
},
"success": "correct",
"grade": 1,
"correct_map": {
"i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1": {
"hint": "",
"hintmode": None,
"correctness": "correct",
"npoints": None,
"answervariable": None,
"msg": "",
"queuestate": None,
}
},
"state": {
"student_answers": {u"i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1": u"[231,198]"},
"seed": 1,
"done": True,
"correct_map": {
u"i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1": {
"hint": u"",
"hintmode": None,
"correctness": u"incorrect",
"npoints": None,
"answervariable": None,
"msg": u"",
"queuestate": None,
}
},
"input_state": {u"i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1": {}},
},
"answers": {u"i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1": u"[480,237]"},
"attempts": 71,
"max_grade": 1,
"problem_id": u"i4x://edX/DemoX/problem/c554538a57664fac80783b99d9d6da7c",
},
"event_source": "server",
"context": {
"course_user_tags": {},
"user_id": self.user.pk,
"org_id": "edX",
"module": {
"usage_key": u"i4x://edX/DemoX/problem/c554538a57664fac80783b99d9d6da7c",
"display_name": u"Pointing on a Picture",
},
"course_id": u"edX/DemoX/Demo_Course",
"path": u"/courses/edX/DemoX/Demo_Course/xblock/i4x:;_;_edX;_DemoX;_problem;_c554538a57664fac80783b99d9d6da7c/handler/xmodule_handler/problem_check",
},
"time": datetime.datetime.now,
"page": "x_module",
}
# pylint: enable=line-too-long
message = self.backend.send(event)
self.assertEqual(message, "OK")
def test_oli_backend_wrong_event_type(self):
"""
Assert that non-problem_check events are not sent
"""
# pylint: disable=line-too-long
event = {
"username": u"verified",
"event_type": u"/courses/edX/DemoX/Demo_Course/courseware/interactive_demonstrations/",
"ip": "10.0.2.2",
"agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.124 Safari/537.36",
"host": "precise64",
"referer": "https://example.com/courses/edX/DemoX/Demo_Course/info",
"accept_language": "en-US,en;q=0.8",
"event": '{"POST": {}, "GET": {}}',
"event_source": "server",
"context": {
"course_user_tags": {},
"user_id": self.user.pk,
"org_id": "edX",
"course_id": u"edX/DemoX/Demo_Course",
"path": u"/courses/edX/DemoX/Demo_Course/courseware/interactive_demonstrations/",
},
"time": datetime.datetime.now,
"page": None,
}
# pylint: enable=line-too-long
message = self.backend.send(event)
self.assertIsNone(message)
def test_oli_backend_wrong_courseid(self):
"""
Assert that non-whitelisted courses will not have their data sent
"""
# pylint: disable=line-too-long
event = {
"username": "******",
"event_type": "problem_check",
"ip": "10.0.2.2",
"agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.124 Safari/537.36",
"host": "precise64",
"referer": "https://example.com/courses/edX/DemoX/Demo_Course/courseware/interactive_demonstrations/basic_questions/",
"accept_language": "en-US;q=1.0, en;q=0.8",
"event": {
"submission": {
u"i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1": {
"input_type": "imageinput",
"question": "",
"response_type": "imageresponse",
"answer": u"[480,237]",
"variant": "",
"correct": True,
}
},
"success": "correct",
"grade": 1,
"correct_map": {
"i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1": {
"hint": "",
"hintmode": None,
"correctness": "correct",
"npoints": None,
"answervariable": None,
"msg": "",
"queuestate": None,
}
},
"state": {
"student_answers": {u"i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1": u"[231,198]"},
"seed": 1,
"done": True,
"correct_map": {
u"i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1": {
"hint": u"",
"hintmode": None,
"correctness": u"incorrect",
"npoints": None,
"answervariable": None,
"msg": u"",
"queuestate": None,
}
},
"input_state": {u"i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1": {}},
},
"answers": {u"i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1": u"[480,237]"},
"attempts": 71,
"max_grade": 1,
"problem_id": u"i4x://edX/DemoX/problem/c554538a57664fac80783b99d9d6da7c",
},
"event_source": "server",
"context": {
"course_user_tags": {},
"user_id": self.user.pk,
"org_id": "edX",
"module": {
"usage_key": u"i4x://edX/DemoX/problem/c554538a57664fac80783b99d9d6da7c",
"display_name": u"Pointing on a Picture",
},
"course_id": u"edX/DemoX/Demo_Course2",
"path": u"/courses/edX/DemoX/Demo_Course/xblock/i4x:;_;_edX;_DemoX;_problem;_c554538a57664fac80783b99d9d6da7c/handler/xmodule_handler/problem_check",
},
"time": datetime.datetime.now,
"page": "x_module",
}
# pylint: enable=line-too-long
message = self.backend.send(event)
self.assertIsNone(message)
class TestOLIBackend(TestCase):
"""
Assert that the OLI Analytics Backend transmits events properly
OLI should only process 'problem_check' event types.
Course IDs must be part of the whitelisted set.
Most event data like user_agent is arbitrary and can be changed.
"""
def setUp(self):
"""
Initialize OLI Backend tests
"""
self.patcher = patch('track.backends.oli.OAuth1Session.put', mock_put)
self.addCleanup(self.patcher.stop)
self.patcher.start()
course_ids = {
'edX/DemoX/Demo_Course',
'edX/DemoX/Demo_Course1',
}
self.backend = OLIAnalyticsBackend(
url='https://example.com/',
path='path',
key='key',
secret='secret',
course_ids=course_ids,
)
self.user = UserFactory.create()
self.user.save()
def test_oli_backend_correct_event_type(self):
"""
Assert that events are sent without any errors.
"""
# pylint: disable=line-too-long
event = {
'username': '******',
'event_type': 'problem_check',
'ip': '10.0.2.2',
'agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.124 Safari/537.36',
'host': 'precise64',
'referer': 'https://example.com/courses/edX/DemoX/Demo_Course/courseware/interactive_demonstrations/basic_questions/',
'accept_language': 'en-US;q=1.0, en;q=0.8',
'event': {
'submission': {
u'i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1': {
'input_type': 'imageinput',
'question': '',
'response_type': 'imageresponse',
'answer': u'[480,237]',
'variant': '',
'correct': True,
},
},
'success': 'correct',
'grade': 1,
'correct_map': {
'i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1': {
'hint': '',
'hintmode': None,
'correctness': 'correct',
'npoints': None,
'answervariable': None,
'msg': '',
'queuestate': None,
},
},
'state': {
'student_answers': {
u'i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1': u'[231,198]',
},
'seed': 1,
'done': True,
'correct_map': {
u'i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1': {
'hint': u'',
'hintmode': None,
'correctness': u'incorrect',
'npoints': None,
'answervariable': None,
'msg': u'',
'queuestate': None,
},
},
'input_state': {
u'i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1': {},
},
},
'answers': {
u'i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1': u'[480,237]',
},
'attempts': 71,
'max_grade': 1,
'problem_id': u'i4x://edX/DemoX/problem/c554538a57664fac80783b99d9d6da7c',
},
'event_source': 'server',
'context': {
'course_user_tags': {},
'user_id': self.user.pk,
'org_id': 'edX',
'module': {
'usage_key': u'i4x://edX/DemoX/problem/c554538a57664fac80783b99d9d6da7c',
'display_name': u'Pointing on a Picture',
},
'course_id': u'edX/DemoX/Demo_Course',
'path': u'/courses/edX/DemoX/Demo_Course/xblock/i4x:;_;_edX;_DemoX;_problem;_c554538a57664fac80783b99d9d6da7c/handler/xmodule_handler/problem_check',
},
'time': datetime.datetime.utcnow(),
'page': 'x_module',
}
# pylint: enable=line-too-long
message = self.backend.send(event)
self.assertEqual(message, 'OK')
def test_oli_backend_wrong_event_type(self):
"""
Assert that non-problem_check events are not sent
"""
# pylint: disable=line-too-long
event = {
'username': u'verified',
'event_type': u'/courses/edX/DemoX/Demo_Course/courseware/interactive_demonstrations/',
'ip': '10.0.2.2',
'agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.124 Safari/537.36',
'host': 'precise64',
'referer': 'https://example.com/courses/edX/DemoX/Demo_Course/info',
'accept_language': 'en-US,en;q=0.8',
'event': '{"POST": {}, "GET": {}}',
'event_source': 'server',
'context': {
'course_user_tags': {},
'user_id': self.user.pk,
'org_id': 'edX',
'course_id': u'edX/DemoX/Demo_Course',
'path': u'/courses/edX/DemoX/Demo_Course/courseware/interactive_demonstrations/',
},
'time': datetime.datetime.utcnow(),
'page': None,
}
# pylint: enable=line-too-long
message = self.backend.send(event)
self.assertIsNone(message)
def test_oli_backend_wrong_courseid(self):
"""
Assert that non-whitelisted courses will not have their data sent
"""
# pylint: disable=line-too-long
event = {
'username': '******',
'event_type': 'problem_check',
'ip': '10.0.2.2',
'agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.124 Safari/537.36',
'host': 'precise64',
'referer': 'https://example.com/courses/edX/DemoX/Demo_Course/courseware/interactive_demonstrations/basic_questions/',
'accept_language': 'en-US;q=1.0, en;q=0.8',
'event': {
'submission': {
u'i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1': {
'input_type': 'imageinput',
'question': '',
'response_type': 'imageresponse',
'answer': u'[480,237]',
'variant': '',
'correct': True,
},
},
'success': 'correct',
'grade': 1,
'correct_map': {
'i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1': {
'hint': '',
'hintmode': None,
'correctness': 'correct',
'npoints': None,
'answervariable': None,
'msg': '',
'queuestate': None,
},
},
'state': {
'student_answers': {
u'i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1': u'[231,198]',
},
'seed': 1,
'done': True,
'correct_map': {
u'i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1': {
'hint': u'',
'hintmode': None,
'correctness': u'incorrect',
'npoints': None,
'answervariable': None,
'msg': u'',
'queuestate': None,
},
},
'input_state': {
u'i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1': {},
},
},
'answers': {
u'i4x-edX-DemoX-problem-c554538a57664fac80783b99d9d6da7c_2_1': u'[480,237]',
},
'attempts': 71,
'max_grade': 1,
'problem_id': u'i4x://edX/DemoX/problem/c554538a57664fac80783b99d9d6da7c',
},
'event_source': 'server',
'context': {
'course_user_tags': {},
'user_id': self.user.pk,
'org_id': 'edX',
'module': {
'usage_key': u'i4x://edX/DemoX/problem/c554538a57664fac80783b99d9d6da7c',
'display_name': u'Pointing on a Picture',
},
'course_id': u'edX/DemoX/Demo_Course2',
'path': u'/courses/edX/DemoX/Demo_Course/xblock/i4x:;_;_edX;_DemoX;_problem;_c554538a57664fac80783b99d9d6da7c/handler/xmodule_handler/problem_check',
},
'time': datetime.datetime.utcnow(),
'page': 'x_module',
}
# pylint: enable=line-too-long
message = self.backend.send(event)
self.assertIsNone(message)
