def test_notes(row_to_dict, spark_context):
input_payload = {
'study': '@shield-study-privacy',
'branch': 'thirdPartyCookiesOnlyFromVisited',
'originDomain': 'www.paypal.com',
'event': 'notes',
'breakage': 'other',
'notes': 'Paypal prompted me for Reader Mode. WTF?',
'study_version': '0.0.1',
'about': {
'_src': 'addon',
'_v': 2
}
}
result_payload = input_payload
actual = transform_event_pings(
SQLContext(spark_context), create_ping_rdd(spark_context,
input_payload)).take(1)[0]
assert row_to_dict(actual) == create_row(result_payload)
def test_page_breakage(row_to_dict, spark_context):
input_payload = {
"study": "@shield-study-privacy",
"branch": "thirdPartyCookiesOnlyFromVisited",
"originDomain": "www.paypal.com",
"event": "breakage",
"breakage": "other",
"notes": None,
"study_version": "0.0.1",
"about": {
"_src": "addon",
"_v": 2
},
}
result_payload = input_payload
actual = transform_event_pings(
SQLContext(spark_context), create_ping_rdd(spark_context,
input_payload)).take(1)[0]
assert row_to_dict(actual) == create_row(result_payload)
def test_combine_state_and_event(row_to_dict, spark_context):
state_payload = {
"study_name": "@shield-study-privacy",
"branch": "firstPartyIsolationOpenerAccess",
"study_state": "running",
"study_version": "0.0.4",
"about": {
"_src": "shield",
"_v": 2
},
}
event_payload = {
"study": "@shield-study-privacy",
"branch": "thirdPartyCookiesOnlyFromVisited",
"originDomain": "www.paypal.com",
"event": "disable",
"breakage": None,
"notes": None,
"study_version": "0.0.4",
"about": {
"_src": "addon",
"_v": 2
},
}
transformed_event_ping = transform_event_pings(
SQLContext(spark_context), create_ping_rdd(spark_context,
event_payload))
transformed_state_ping = transform_state_pings(
SQLContext(spark_context), create_ping_rdd(spark_context,
state_payload))
transformed_pings = transformed_event_ping.union(transformed_state_ping)
actual_rows = transformed_pings.take(2)
for actual_row in actual_rows:
assert row_to_dict(actual_row) == create_row(
state_payload) or row_to_dict(actual_row) == create_row(
event_payload)
def test_combine_state_and_event(row_to_dict, spark_context):
state_payload = {
"study_name": "@shield-study-privacy",
"branch": "firstPartyIsolationOpenerAccess",
"study_state": "running",
"study_version": "0.0.4",
"about": {
"_src": "shield",
"_v": 2
}
}
event_payload = {
'study': '@shield-study-privacy',
'branch': 'thirdPartyCookiesOnlyFromVisited',
'originDomain': 'www.paypal.com',
'event': 'disable',
'breakage': None,
'notes': None,
'study_version': '0.0.4',
'about': {
'_src': 'addon',
'_v': 2
}
}
transformed_event_ping = transform_event_pings(
SQLContext(spark_context), create_ping_rdd(spark_context,
event_payload))
transformed_state_ping = transform_state_pings(
SQLContext(spark_context), create_ping_rdd(spark_context,
state_payload))
transformed_pings = transformed_event_ping.union(transformed_state_ping)
actual_rows = transformed_pings.take(2)
for actual_row in actual_rows:
assert (row_to_dict(actual_row) == create_row(state_payload)
or row_to_dict(actual_row) == create_row(event_payload))