def load_us_timeseries_dataset(
pointer_directory: pathlib.Path = dataset_utils.DATA_DIRECTORY,
) -> MultiRegionDataset:
filename = dataset_pointer.form_filename(DatasetType.MULTI_REGION)
pointer_path = pointer_directory / filename
pointer = DatasetPointer.parse_raw(pointer_path.read_text())
return MultiRegionDataset.read_from_pointer(pointer)
def load_us_timeseries_dataset(
pointer_directory: pathlib.Path = dataset_utils.DATA_DIRECTORY,
) -> MultiRegionDataset:
"""Returns all combined data. `load_test_dataset` is more suitable for tests."""
filename = dataset_pointer.form_filename(DatasetType.MULTI_REGION)
pointer_path = pointer_directory / filename
pointer = DatasetPointer.parse_raw(pointer_path.read_text())
return MultiRegionDataset.read_from_pointer(pointer)
def load_us_timeseries_dataset(
pointer_directory: pathlib.Path = dataset_utils.DATA_DIRECTORY,
before=None,
previous_commit=False,
commit: str = None,
) -> MultiRegionTimeseriesDataset:
filename = dataset_pointer.form_filename(DatasetType.MULTI_REGION)
pointer_path = pointer_directory / filename
pointer = DatasetPointer.parse_raw(pointer_path.read_text())
return pointer.load_dataset(before=before, previous_commit=previous_commit, commit=commit)
def load_us_latest_dataset(
pointer_directory: pathlib.Path = dataset_utils.DATA_DIRECTORY,
before: str = None,
previous_commit: bool = False,
commit: str = None,
) -> latest_values_dataset.LatestValuesDataset:
filename = dataset_pointer.form_filename(DatasetType.LATEST)
pointer_path = pointer_directory / filename
pointer = DatasetPointer.parse_raw(pointer_path.read_text())
return pointer.load_dataset(before=before,
previous_commit=previous_commit,
commit=commit)
def update_info_sheet(
sheet: gspread.Spreadsheet,
sheet_name: str = "Update Info",
pointer_directory: pathlib.Path = dataset_utils.DATA_DIRECTORY,
):
filename = dataset_pointer.form_filename(DatasetType.MULTI_REGION)
pointer_path = pointer_directory / filename
pointer = DatasetPointer.parse_raw(pointer_path.read_text())
data = [
("Field", "Value"),
("Updated at", datetime.datetime.utcnow().isoformat()),
("Covid Data Model SHA", pointer.model_git_info.sha),
("Covid Data Public SHA", pointer.data_git_info.sha),
]
worksheet = create_or_replace_worksheet(sheet, sheet_name)
worksheet.update(data)
_logger.info("Successfully updated Info worksheet")
return worksheet