def _test_checksums(self): # If no call to `dl_manager.download`, then no need to check url presence. if not self._download_urls: return err_msg = ("If you are developping outside TFDS and want to opt-out, " "please add `SKIP_CHECKSUMS = True` to the " "`DatasetBuilderTestCase`") url_infos = self.DATASET_CLASS.url_infos if url_infos is None: filepath = os.path.join(checksums._get_path(self.builder.name)) # pylint: disable=protected-access with utils.try_reraise(suffix=err_msg): url_infos = checksums._get_url_infos(filepath) # pylint: disable=protected-access else: # TODO(tfds): Improve doc for dataset-as-folder (and remove # try_reraise above) filepath = str(self.DATASET_CLASS.code_path.parent / "checksums.tsv") missing_urls = self._download_urls - set(url_infos.keys()) self.assertEmpty( missing_urls, "Some urls checksums are missing at: {} " "Did you forget to record checksums with `--register_checksums` ? " "See instructions at: " "https://www.tensorflow.org/datasets/add_dataset#2_run_download_and_prepare_locally" "\n{}".format(filepath, err_msg))
def _test_checksums(self): # If no call to `dl_manager.download`, then no need to check url presence. if not self._download_urls: return err_msg = ("If you are developping outside TFDS and want to opt-out, " "please add `SKIP_CHECKSUMS = True` to the " "`DatasetBuilderTestCase`") with utils.try_reraise(suffix=err_msg): filepath = os.path.join(checksums._get_path(self.builder.name)) # pylint: disable=protected-access sizes_checksums = checksums._get_sizes_checksums(filepath) # pylint: disable=protected-access urls = sizes_checksums.keys() missing_urls = self._download_urls - set(urls) self.assertEmpty( missing_urls, "Some urls checksums are missing at: {} " "Did you forgot to record checksums with `--register_checksums` ? " "See instructions at: " "https://www.tensorflow.org/datasets/add_dataset#2_run_download_and_prepare_locally" "\n{}".format(filepath, err_msg))