def _make_download_manager(self, download_dir, download_config):
"""Creates a new download manager object."""
download_dir = (
download_dir or os.path.join(self._data_dir_root, "downloads")
)
extract_dir = (
download_config.extract_dir or os.path.join(download_dir, "extracted")
)
manual_dir = (
download_config.manual_dir or os.path.join(download_dir, "manual")
)
if download_config.register_checksums:
# Note: Error will be raised here if user try to record checksums
# from a `zipapp`
register_checksums_path = utils.to_write_path(self._checksums_path)
else:
register_checksums_path = None
return download.DownloadManager(
download_dir=download_dir,
extract_dir=extract_dir,
manual_dir=manual_dir,
url_infos=self.url_infos,
manual_dir_instructions=self.MANUAL_DOWNLOAD_INSTRUCTIONS,
force_download=(download_config.download_mode == FORCE_REDOWNLOAD),
force_extraction=(download_config.download_mode == FORCE_REDOWNLOAD),
force_checksums_validation=download_config.force_checksums_validation,
register_checksums=download_config.register_checksums,
register_checksums_path=register_checksums_path,
verify_ssl=download_config.verify_ssl,
dataset_name=self.name,
)
def main(argv):
if len(argv) > 1:
raise app.UsageError('Too many command-line arguments.')
# Seed random number generators.
seed_prngs(FLAGS.seed)
# Create graphs with dummy data.
graphs = generate_dummy_graphs(FLAGS.num_graphs)
splits = generate_dummy_splits(FLAGS.num_graphs)
# Save them in the same way that OGB does.
if FLAGS.save_path is None:
save_path = (resource_utils.tfds_write_path()
/ 'graphs/ogbg_molpcba/dummy_data')
else:
save_path = utils.to_write_path(FLAGS.save_path)
save_to_path(save_path, graphs, splits)
