def read_dataset_metadata(self):
if self.dataset_meta:
return
shell_call(['gsutil', 'cp',
'gs://' + self.storage_client.bucket_name + '/'
+ 'dataset/' + self.dataset_name + '_dataset.csv',
LOCAL_DATASET_METADATA_FILE])
with open(LOCAL_DATASET_METADATA_FILE, 'r') as f:
self.dataset_meta = eval_lib.DatasetMetadata(f)
def _read_dataset_metadata(self):
"""Reads dataset metadata.
Returns:
instance of DatasetMetadata
"""
blob = self.storage_client.get_blob('dataset/' + self.dataset_name +
'_dataset.csv')
buf = BytesIO()
blob.download_to_file(buf)
buf.seek(0)
return eval_lib.DatasetMetadata(buf)
def read_dataset_metadata(self):
"""Read `dataset_meta` field from bucket"""
if self.dataset_meta:
return
shell_call([
"gsutil",
"cp",
"gs://" + self.storage_client.bucket_name + "/" + "dataset/" +
self.dataset_name + "_dataset.csv",
LOCAL_DATASET_METADATA_FILE,
])
with open(LOCAL_DATASET_METADATA_FILE, "r") as f:
self.dataset_meta = eval_lib.DatasetMetadata(f)
