def test_insights_start_dates_adjust_if_inside_window(self): input_date = pendulum.today().subtract(months=1) expected_date = input_date.subtract(days=28) insights = AdsInsights(name='insights', account=None, stream_alias="insights", options={}, catalog_entry=self.fake_catalog_entry, state={ 'bookmarks': { 'insights': { 'date_start': input_date.to_date_string() } } }) params = list(itertools.islice(insights.job_params(), 5)) self.assertEqual(params[0]['time_ranges'], [{ 'since': expected_date.to_date_string(), 'until': expected_date.to_date_string() }]) expected_date = expected_date.add(days=4) self.assertEqual(params[4]['time_ranges'], [{ 'since': expected_date.to_date_string(), 'until': expected_date.to_date_string() }])
def test_insights_start_dates(self): insights = AdsInsights( name='insights', account=None, stream_alias="insights", options={}, annotated_schema=Schema.from_dict({ 'selected': True, 'properties': { 'something': { 'type': 'object' } } }), state={'bookmarks': { 'insights': { 'date_start': '2017-01-31' } }}) params = list(itertools.islice(insights.job_params(), 5)) self.assertEqual(params[0]['time_ranges'], [{ 'since': '2017-01-03', 'until': '2017-01-03' }]) self.assertEqual(params[4]['time_ranges'], [{ 'since': '2017-01-07', 'until': '2017-01-07' }])
def test_insights_job_params_stops(self): start_date = pendulum.today().subtract(days=2) insights = AdsInsights(name='insights', account=None, stream_alias="insights", options={}, catalog_entry=CatalogEntry(schema={ 'properties': { 'something': { 'type': 'object' } } }, metadata=[{ 'breadcrumb': ('properties', 'something'), 'metadata': { 'selected': True } }]), state={ 'bookmarks': { 'insights': { 'date_start': start_date.to_date_string() } } }) self.assertEqual(31, len(list(insights.job_params())))
def test_insights_start_dates(self): insights = AdsInsights( name='insights', account=None, stream_alias="insights", options={}, catalog_entry=CatalogEntry( schema={'properties': { 'something': { 'type': 'object' } }}, metadata=[{ 'breadcrumb': ('properties', 'something'), 'metadata': { 'selected': True } }]), state={'bookmarks': { 'insights': { 'date_start': '2017-01-31' } }}) params = list(itertools.islice(insights.job_params(), 5)) self.assertEqual(params[0]['time_ranges'], [{ 'since': '2017-01-03', 'until': '2017-01-03' }]) self.assertEqual(params[4]['time_ranges'], [{ 'since': '2017-01-07', 'until': '2017-01-07' }])
def test_insights_job_params_stops(self): start_date = pendulum.today().subtract(days=2) insights = AdsInsights(name='insights', account=None, stream_alias="insights", options={}, catalog_entry=self.fake_catalog_entry, state={ 'bookmarks': { 'insights': { 'date_start': start_date.to_date_string() } } }) self.assertEqual(31, len(list(insights.job_params())))
def test_insights_job_params_stops(self): start_date = tap_facebook.TODAY.subtract(days=2) insights = AdsInsights(name='insights', account=None, breakdowns=[], annotated_schema={ 'selected': True, 'properties': { 'something': { 'type': 'object' } } }, state=tap_facebook.State( start_date.to_date_string(), None)) self.assertEqual(3, len(list(insights.job_params())))
def test_insights_start_dates(self): insights = AdsInsights(name='insights', account=None, breakdowns=[], annotated_schema={ 'selected': True, 'properties': { 'something': { 'type': 'object' } } }, state=tap_facebook.State('2017-01-31', None)) params = list(itertools.islice(insights.job_params(), 5)) self.assertEqual(params[0]['time_ranges'], [{ 'since': '2017-01-03', 'until': '2017-01-31' }]) self.assertEqual(params[4]['time_ranges'], [{ 'since': '2017-01-07', 'until': '2017-02-04' }])
def test_insights_job_params_stops(self): start_date = tap_facebook.TODAY.subtract(days=2) insights = AdsInsights(name='insights', account=None, stream_alias="insights", options={}, annotated_schema=Schema.from_dict({ 'selected': True, 'properties': { 'something': { 'type': 'object' } } }), state={ 'bookmarks': { 'insights': { 'date_start': start_date.to_date_string() } } }) self.assertEqual(31, len(list(insights.job_params())))