def test_jobs_resource_create(requests_mock):
name = "channel_basic_a2"
json_result = {
"createTime": "2021-10-30T20:32:58Z",
"id": "038777e7-dc6e-43c8-b86f-ed954c7acd95",
"name": "Airbyte reporting job",
"reportTypeId": name,
}
mock_jobs_call = requests_mock.post(
"https://youtubereporting.googleapis.com/v1/jobs", json=json_result)
jobs_resource = JobsResource()
result = jobs_resource.create(name)
assert result == json_result["id"]
assert mock_jobs_call.called_once
def test_jobs_resource_list(requests_mock):
json_result = {
"jobs": [
{
"id": "038777e7-dc6e-43c8-b86f-ed954c7acd95",
"name": "Airbyte reporting job",
"reportTypeId": "channel_playback_location_a2",
"createTime": "2021-10-30T20:32:58Z",
},
{
"id": "1c20da45-0604-4d60-85db-925989df1db6",
"name": "Airbyte reporting job",
"reportTypeId": "channel_basic_a2",
"createTime": "2021-10-25T19:48:36Z",
},
]
}
mock_jobs_call = requests_mock.get(
"https://youtubereporting.googleapis.com/v1/jobs", json=json_result)
jobs_resource = JobsResource()
jobs = jobs_resource.list()
assert jobs == json_result["jobs"]
assert mock_jobs_call.called_once
def test_channel_reports_parse_response():
jobs_resource = JobsResource()
parent = ReportResources("stream_name", jobs_resource, "job1")
stream = ChannelReports("stream_name", ["date", "channel_id"],
parent=parent)
response = MagicMock()
response.text = "date,channel_id,likes,dislikes\n20211026,UCybpwL6sPt6SSzazIV400WQ,210,21\n20211026,UCybpwL6sPt6SSzazIV400WQ,150,18\n"
result = stream.parse_response(response, stream_state={})
assert list(result) == [
OrderedDict([("date", "20211026"),
("channel_id", "UCybpwL6sPt6SSzazIV400WQ"),
("likes", "210"), ("dislikes", "21")]),
OrderedDict([("date", "20211026"),
("channel_id", "UCybpwL6sPt6SSzazIV400WQ"),
("likes", "150"), ("dislikes", "18")]),
]
def test_report_resources_path(requests_mock):
mock_jobs_call = requests_mock.post(
"https://youtubereporting.googleapis.com/v1/jobs", json={"id": "job1"})
jobs_resource = JobsResource()
stream = ReportResources("stream_name", jobs_resource, "job1")
assert stream.path() == "jobs/job1/reports"
assert not mock_jobs_call.called_once
stream = ReportResources("stream_name", jobs_resource, job_id=None)
assert not mock_jobs_call.called_once
assert stream.path() == "jobs/job1/reports"
assert mock_jobs_call.called_once
assert stream.path() == "jobs/job1/reports"
assert mock_jobs_call.called_once
assert mock_jobs_call.last_request.json() == {
"name": "Airbyte reporting job",
"reportTypeId": "stream_name"
}
def test_channel_reports_path():
jobs_resource = JobsResource()
parent = ReportResources("stream_name", jobs_resource, "job1")
stream = ChannelReports("stream_name", [], parent=parent)
downloadUrl = "https://youtubereporting.googleapis.com/v1/media/CHANNEL/ybpwL6sPt6SSzazIV400WQ/jobs/1c20da45-0604-4d60-85db-925989df1db6/reports/4317112913?alt=media"
stream_slice = {
"parent": {
"id":
"4317112913",
"jobId":
"1c20da45-0604-4d60-85db-925989df1db6",
"startTime":
datetime.datetime(2021, 10, 25, 7, 0,
tzinfo=datetime.timezone.utc),
"endTime":
datetime.datetime(2021, 10, 26, 7, 0,
tzinfo=datetime.timezone.utc),
"createTime":
datetime.datetime(2021,
10,
27,
4,
59,
46,
114806,
tzinfo=datetime.timezone.utc),
"downloadUrl":
downloadUrl,
}
}
path = stream.path(stream_state={},
stream_slice=stream_slice,
next_page_token=None)
assert path == downloadUrl
def test_report_resources_parse_response():
jobs_resource = JobsResource()
stream = ReportResources("stream_name", jobs_resource, "job1")
response = MagicMock()
response.json = MagicMock(return_value={})
assert stream.parse_response(response, stream_state={}) == [None]
response.json = MagicMock(return_value={"reports": []})
assert stream.parse_response(response, stream_state={}) == [None]
reports = [
{
"id":
"4317112913",
"jobId":
"1c20da45-0604-4d60-85db-925989df1db6",
"startTime":
"2021-10-25T07:00:00Z",
"endTime":
"2021-10-26T07:00:00Z",
"createTime":
"2021-10-27T04:59:46.114806Z",
"downloadUrl":
"https://youtubereporting.googleapis.com/v1/media/CHANNEL/ybpwL6sPt6SSzazIV400WQ/jobs/1c20da45-0604-4d60-85db-925989df1db6/reports/4317112913?alt=media",
},
{
"id":
"4315953856",
"jobId":
"1c20da45-0604-4d60-85db-925989df1db6",
"startTime":
"2021-10-18T07:00:00Z",
"endTime":
"2021-10-19T07:00:00Z",
"createTime":
"2021-10-26T07:43:27.680074Z",
"downloadUrl":
"https://youtubereporting.googleapis.com/v1/media/CHANNEL/ybpwL6sPt6SSzazIV400WQ/jobs/1c20da45-0604-4d60-85db-925989df1db6/reports/4315953856?alt=media",
},
]
response.json = MagicMock(return_value={"reports": reports})
result = stream.parse_response(response, stream_state={})
assert result == [
{
"id":
"4315953856",
"jobId":
"1c20da45-0604-4d60-85db-925989df1db6",
"startTime":
datetime.datetime(2021, 10, 18, 7, 0,
tzinfo=datetime.timezone.utc),
"endTime":
"2021-10-19T07:00:00Z",
"createTime":
"2021-10-26T07:43:27.680074Z",
"downloadUrl":
"https://youtubereporting.googleapis.com/v1/media/CHANNEL/ybpwL6sPt6SSzazIV400WQ/jobs/1c20da45-0604-4d60-85db-925989df1db6/reports/4315953856?alt=media",
},
{
"id":
"4317112913",
"jobId":
"1c20da45-0604-4d60-85db-925989df1db6",
"startTime":
datetime.datetime(2021, 10, 25, 7, 0,
tzinfo=datetime.timezone.utc),
"endTime":
"2021-10-26T07:00:00Z",
"createTime":
"2021-10-27T04:59:46.114806Z",
"downloadUrl":
"https://youtubereporting.googleapis.com/v1/media/CHANNEL/ybpwL6sPt6SSzazIV400WQ/jobs/1c20da45-0604-4d60-85db-925989df1db6/reports/4317112913?alt=media",
},
]
def test_report_resources_next_page_token():
jobs_resource = JobsResource()
stream = ReportResources("stream_name", jobs_resource, "job1")
assert stream.next_page_token({}) is None