def get_dataset(self): dataset_name = self._data_config.NAME # Download self.dataset_path = get_dataset_path(DATA_DIR_ONLINE_RUN, dataset_name) download_dataset(self.workspace, dataset_name, self.dataset_path)
DATA_DIR = REPO_DIR / 'data' if run.id.startswith("OfflineRun") else Path(".") logger.info('DATA_DIR: %s', DATA_DIR) # Offline run. Download the sample dataset and run locally. Still push results to Azure. if run.id.startswith("OfflineRun"): logger.info('Running in offline mode...') # Access workspace. logger.info('Accessing workspace...') workspace = Workspace.from_config() experiment = Experiment(workspace, "training-junkyard") run = experiment.start_logging(outputs=None, snapshot_directory=None) logger.info('Accessing dataset...') dataset_name = CONFIG.DATASET_NAME_LOCAL dataset_path = get_dataset_path(DATA_DIR / "datasets", dataset_name) download_dataset(workspace, dataset_name, dataset_path) # Online run. Use dataset provided by training notebook. else: logger.info('Running in online mode...') experiment = run.experiment workspace = experiment.workspace dataset_name = CONFIG.DATASET_NAME # Mount or download dataset_path = run.input_datasets['cgm_dataset'] # Get the QR-code paths. dataset_scans_path = os.path.join(dataset_path, "scans")
DATA_DIR = REPO_DIR / 'data' if run.id.startswith("OfflineRun") else Path(".") logger.info('DATA_DIR: %s', DATA_DIR) # Offline run. Download the sample dataset and run locally. Still push results to Azure. if run.id.startswith("OfflineRun"): logger.info('Running in offline mode...') # Access workspace. logger.info('Accessing workspace...') workspace = Workspace.from_config() experiment = Experiment(workspace, "training-junkyard") run = experiment.start_logging(outputs=None, snapshot_directory=None) dataset_name = CONFIG.DATASET_NAME_LOCAL dataset_path = get_dataset_path(DATA_DIR / 'datasets', dataset_name) download_dataset(workspace, dataset_name, dataset_path) # Online run. Use dataset provided by training notebook. else: logger.info('Running in online mode...') experiment = run.experiment workspace = experiment.workspace dataset_name = CONFIG.DATASET_NAME # Mount or download dataset_path = run.input_datasets['cgm_dataset'] # Get the QR-code paths. dataset_path = os.path.join(dataset_path, "scans")