def _make_download_manager(self, download_dir, download_config): """Creates a new download manager object.""" download_dir = ( download_dir or os.path.join(self._data_dir_root, "downloads") ) extract_dir = ( download_config.extract_dir or os.path.join(download_dir, "extracted") ) manual_dir = ( download_config.manual_dir or os.path.join(download_dir, "manual") ) if download_config.register_checksums: # Note: Error will be raised here if user try to record checksums # from a `zipapp` register_checksums_path = utils.to_write_path(self._checksums_path) else: register_checksums_path = None return download.DownloadManager( download_dir=download_dir, extract_dir=extract_dir, manual_dir=manual_dir, url_infos=self.url_infos, manual_dir_instructions=self.MANUAL_DOWNLOAD_INSTRUCTIONS, force_download=(download_config.download_mode == FORCE_REDOWNLOAD), force_extraction=(download_config.download_mode == FORCE_REDOWNLOAD), force_checksums_validation=download_config.force_checksums_validation, register_checksums=download_config.register_checksums, register_checksums_path=register_checksums_path, verify_ssl=download_config.verify_ssl, dataset_name=self.name, )
def main(argv): if len(argv) > 1: raise app.UsageError('Too many command-line arguments.') # Seed random number generators. seed_prngs(FLAGS.seed) # Create graphs with dummy data. graphs = generate_dummy_graphs(FLAGS.num_graphs) splits = generate_dummy_splits(FLAGS.num_graphs) # Save them in the same way that OGB does. if FLAGS.save_path is None: save_path = (resource_utils.tfds_write_path() / 'graphs/ogbg_molpcba/dummy_data') else: save_path = utils.to_write_path(FLAGS.save_path) save_to_path(save_path, graphs, splits)