def _load_table_from_outputs(job_id, run_id, filename, client=None,
**table_kwargs):
"""Load a table from a run output directly into a ``DataFrame``"""
client = APIClient(resources='all') if client is None else client
file_id = cio.file_id_from_run_output(filename, job_id, run_id,
client=client, regex=True)
return cio.file_to_dataframe(file_id, client=client, **table_kwargs)
def training_metadata(self):
if self._train_metadata is None:
fid = cio.file_id_from_run_output('model_info.json',
self.train_job_id,
self.train_run_id,
client=self.client)
self._train_metadata = cio.file_to_json(fid, client=self.client)
return self._train_metadata
def validation_metadata(self):
if self._val_metadata is None:
fid = cio.file_id_from_run_output('metrics.json',
self.train_job_id,
self.train_run_id,
client=self.client)
self._val_metadata = cio.file_to_json(fid, client=self.client)
return self._val_metadata
def _retrieve_file(fname, job_id, run_id, local_dir, client=None):
"""Download a Civis file using a reference on a previous run"""
file_id = cio.file_id_from_run_output(fname, job_id, run_id, client=client)
fpath = os.path.join(local_dir, fname)
# fname may contain a path
output_dir = os.path.dirname(fpath)
if not os.path.exists(output_dir):
os.makedirs(output_dir)
with open(fpath, 'wb') as down_file:
cio.civis_to_file(file_id, down_file, client=client)
return fpath