def run_job_day_by_day(self):
for scrape_date in get_date_range(self.start_date, self.end_date):
self.scrape_date = scrape_date
result = self.scrape_date_range(scrape_date, scrape_date)
if result.failure:
return result
self.task_results.clear()
return Result.Ok()
def create_url_set(start_date, end_date, db_job, data_set, scraped_data):
url_set = {}
for game_date in get_date_range(start_date, end_date):
result = create_url_set_for_date(db_job, data_set, scraped_data,
game_date)
if result.failure:
return result
url_set[game_date] = result.value
return Result.Ok(url_set)
def _construct_date_range_status(db_session, start_date, end_date,
report_type):
show_all = False
if report_type in [
StatusReport.DATE_SUMMARY_ALL_DATES,
StatusReport.DATE_DETAIL_ALL_DATES,
StatusReport.DATE_DETAIL_MISSING_PITCHFX,
]:
show_all = True
status_date_range = []
for game_date in get_date_range(start_date, end_date):
date_status = db.DateScrapeStatus.find_by_date(db_session, game_date)
if not date_status:
error = "scrape_status_date does not contain an entry for date: {game_date.strftime(DATE_ONLY)}"
return Result.Fail(error)
if not show_all and date_status.scraped_all_game_data:
continue
status_date_range.append(date_status)
return Result.Ok(status_date_range)
def date_range(self):
return get_date_range(self.start_date, self.end_date)
def test_date_range_raises_valueerror():
dt1 = datetime(2019, 1, 1)
dt2 = datetime(2019, 12, 31)
with pytest.raises(ValueError):
date_range = get_date_range(dt2, dt1)
assert date_range