def test_insights_start_dates_adjust_if_inside_window(self):
input_date = pendulum.today().subtract(months=1)
expected_date = input_date.subtract(days=28)
insights = AdsInsights(name='insights',
account=None,
stream_alias="insights",
options={},
catalog_entry=self.fake_catalog_entry,
state={
'bookmarks': {
'insights': {
'date_start':
input_date.to_date_string()
}
}
})
params = list(itertools.islice(insights.job_params(), 5))
self.assertEqual(params[0]['time_ranges'],
[{
'since': expected_date.to_date_string(),
'until': expected_date.to_date_string()
}])
expected_date = expected_date.add(days=4)
self.assertEqual(params[4]['time_ranges'],
[{
'since': expected_date.to_date_string(),
'until': expected_date.to_date_string()
}])
def test_insights_start_dates(self):
insights = AdsInsights(
name='insights',
account=None,
stream_alias="insights",
options={},
annotated_schema=Schema.from_dict({
'selected': True,
'properties': {
'something': {
'type': 'object'
}
}
}),
state={'bookmarks': {
'insights': {
'date_start': '2017-01-31'
}
}})
params = list(itertools.islice(insights.job_params(), 5))
self.assertEqual(params[0]['time_ranges'], [{
'since': '2017-01-03',
'until': '2017-01-03'
}])
self.assertEqual(params[4]['time_ranges'], [{
'since': '2017-01-07',
'until': '2017-01-07'
}])
def test_insights_job_params_stops(self):
start_date = pendulum.today().subtract(days=2)
insights = AdsInsights(name='insights',
account=None,
stream_alias="insights",
options={},
catalog_entry=CatalogEntry(schema={
'properties': {
'something': {
'type': 'object'
}
}
},
metadata=[{
'breadcrumb':
('properties',
'something'),
'metadata': {
'selected':
True
}
}]),
state={
'bookmarks': {
'insights': {
'date_start':
start_date.to_date_string()
}
}
})
self.assertEqual(31, len(list(insights.job_params())))
def test_insights_start_dates(self):
insights = AdsInsights(
name='insights',
account=None,
stream_alias="insights",
options={},
catalog_entry=CatalogEntry(
schema={'properties': {
'something': {
'type': 'object'
}
}},
metadata=[{
'breadcrumb': ('properties', 'something'),
'metadata': {
'selected': True
}
}]),
state={'bookmarks': {
'insights': {
'date_start': '2017-01-31'
}
}})
params = list(itertools.islice(insights.job_params(), 5))
self.assertEqual(params[0]['time_ranges'], [{
'since': '2017-01-03',
'until': '2017-01-03'
}])
self.assertEqual(params[4]['time_ranges'], [{
'since': '2017-01-07',
'until': '2017-01-07'
}])
def test_insights_job_params_stops(self):
start_date = pendulum.today().subtract(days=2)
insights = AdsInsights(name='insights',
account=None,
stream_alias="insights",
options={},
catalog_entry=self.fake_catalog_entry,
state={
'bookmarks': {
'insights': {
'date_start':
start_date.to_date_string()
}
}
})
self.assertEqual(31, len(list(insights.job_params())))
def test_insights_job_params_stops(self):
start_date = tap_facebook.TODAY.subtract(days=2)
insights = AdsInsights(name='insights',
account=None,
breakdowns=[],
annotated_schema={
'selected': True,
'properties': {
'something': {
'type': 'object'
}
}
},
state=tap_facebook.State(
start_date.to_date_string(), None))
self.assertEqual(3, len(list(insights.job_params())))
def test_insights_start_dates(self):
insights = AdsInsights(name='insights',
account=None,
breakdowns=[],
annotated_schema={
'selected': True,
'properties': {
'something': {
'type': 'object'
}
}
},
state=tap_facebook.State('2017-01-31', None))
params = list(itertools.islice(insights.job_params(), 5))
self.assertEqual(params[0]['time_ranges'], [{
'since': '2017-01-03',
'until': '2017-01-31'
}])
self.assertEqual(params[4]['time_ranges'], [{
'since': '2017-01-07',
'until': '2017-02-04'
}])
def test_insights_job_params_stops(self):
start_date = tap_facebook.TODAY.subtract(days=2)
insights = AdsInsights(name='insights',
account=None,
stream_alias="insights",
options={},
annotated_schema=Schema.from_dict({
'selected': True,
'properties': {
'something': {
'type': 'object'
}
}
}),
state={
'bookmarks': {
'insights': {
'date_start':
start_date.to_date_string()
}
}
})
self.assertEqual(31, len(list(insights.job_params())))
