def get_dataset(self):
dataset_name = self._data_config.NAME
# Download
self.dataset_path = get_dataset_path(DATA_DIR_ONLINE_RUN, dataset_name)
download_dataset(self.workspace, dataset_name, self.dataset_path)
DATA_DIR = REPO_DIR / 'data' if run.id.startswith("OfflineRun") else Path(".")
logger.info('DATA_DIR: %s', DATA_DIR)
# Offline run. Download the sample dataset and run locally. Still push results to Azure.
if run.id.startswith("OfflineRun"):
logger.info('Running in offline mode...')
# Access workspace.
logger.info('Accessing workspace...')
workspace = Workspace.from_config()
experiment = Experiment(workspace, "training-junkyard")
run = experiment.start_logging(outputs=None, snapshot_directory=None)
logger.info('Accessing dataset...')
dataset_name = CONFIG.DATASET_NAME_LOCAL
dataset_path = get_dataset_path(DATA_DIR / "datasets", dataset_name)
download_dataset(workspace, dataset_name, dataset_path)
# Online run. Use dataset provided by training notebook.
else:
logger.info('Running in online mode...')
experiment = run.experiment
workspace = experiment.workspace
dataset_name = CONFIG.DATASET_NAME
# Mount or download
dataset_path = run.input_datasets['cgm_dataset']
# Get the QR-code paths.
dataset_scans_path = os.path.join(dataset_path, "scans")
DATA_DIR = REPO_DIR / 'data' if run.id.startswith("OfflineRun") else Path(".")
logger.info('DATA_DIR: %s', DATA_DIR)
# Offline run. Download the sample dataset and run locally. Still push results to Azure.
if run.id.startswith("OfflineRun"):
logger.info('Running in offline mode...')
# Access workspace.
logger.info('Accessing workspace...')
workspace = Workspace.from_config()
experiment = Experiment(workspace, "training-junkyard")
run = experiment.start_logging(outputs=None, snapshot_directory=None)
dataset_name = CONFIG.DATASET_NAME_LOCAL
dataset_path = get_dataset_path(DATA_DIR / 'datasets', dataset_name)
download_dataset(workspace, dataset_name, dataset_path)
# Online run. Use dataset provided by training notebook.
else:
logger.info('Running in online mode...')
experiment = run.experiment
workspace = experiment.workspace
dataset_name = CONFIG.DATASET_NAME
# Mount or download
dataset_path = run.input_datasets['cgm_dataset']
# Get the QR-code paths.
dataset_path = os.path.join(dataset_path, "scans")