def load_us_timeseries_dataset( pointer_directory: pathlib.Path = dataset_utils.DATA_DIRECTORY, ) -> MultiRegionDataset: filename = dataset_pointer.form_filename(DatasetType.MULTI_REGION) pointer_path = pointer_directory / filename pointer = DatasetPointer.parse_raw(pointer_path.read_text()) return MultiRegionDataset.read_from_pointer(pointer)
def load_us_timeseries_dataset( pointer_directory: pathlib.Path = dataset_utils.DATA_DIRECTORY, ) -> MultiRegionDataset: """Returns all combined data. `load_test_dataset` is more suitable for tests.""" filename = dataset_pointer.form_filename(DatasetType.MULTI_REGION) pointer_path = pointer_directory / filename pointer = DatasetPointer.parse_raw(pointer_path.read_text()) return MultiRegionDataset.read_from_pointer(pointer)
def load_us_timeseries_dataset( pointer_directory: pathlib.Path = dataset_utils.DATA_DIRECTORY, before=None, previous_commit=False, commit: str = None, ) -> MultiRegionTimeseriesDataset: filename = dataset_pointer.form_filename(DatasetType.MULTI_REGION) pointer_path = pointer_directory / filename pointer = DatasetPointer.parse_raw(pointer_path.read_text()) return pointer.load_dataset(before=before, previous_commit=previous_commit, commit=commit)
def load_us_latest_dataset( pointer_directory: pathlib.Path = dataset_utils.DATA_DIRECTORY, before: str = None, previous_commit: bool = False, commit: str = None, ) -> latest_values_dataset.LatestValuesDataset: filename = dataset_pointer.form_filename(DatasetType.LATEST) pointer_path = pointer_directory / filename pointer = DatasetPointer.parse_raw(pointer_path.read_text()) return pointer.load_dataset(before=before, previous_commit=previous_commit, commit=commit)
def update_info_sheet( sheet: gspread.Spreadsheet, sheet_name: str = "Update Info", pointer_directory: pathlib.Path = dataset_utils.DATA_DIRECTORY, ): filename = dataset_pointer.form_filename(DatasetType.MULTI_REGION) pointer_path = pointer_directory / filename pointer = DatasetPointer.parse_raw(pointer_path.read_text()) data = [ ("Field", "Value"), ("Updated at", datetime.datetime.utcnow().isoformat()), ("Covid Data Model SHA", pointer.model_git_info.sha), ("Covid Data Public SHA", pointer.data_git_info.sha), ] worksheet = create_or_replace_worksheet(sheet, sheet_name) worksheet.update(data) _logger.info("Successfully updated Info worksheet") return worksheet