def upload():
"""
Upload data in the current dir to Floyd.
"""
data_config = DataConfigManager.get_config()
access_token = AuthConfigManager.get_access_token()
version = data_config.version
# Create data object
data_name = "{}/{}:{}".format(access_token.username, data_config.name,
version)
data = DataRequest(name=data_name, description=version, version=version)
data_id = DataClient().create(data)
floyd_logger.debug("Created data with id : {}".format(data_id))
floyd_logger.info("Upload finished")
# Update expt config including predecessor
data_config.increment_version()
data_config.set_data_predecessor(data_id)
DataConfigManager.set_config(data_config)
# Print output
table_output = [["DATA ID", "NAME", "VERSION"],
[data_id, data_name, version]]
floyd_logger.info(tabulate(table_output, headers="firstrow"))
def add_data(self, source):
data_config = DataConfigManager.get_config()
dataset_id = data_config.family_id
if not dataset_id:
sys.exit(
'Please initialize current directory with \'floyd data init DATASET_NAME\' first.'
)
re = self.request('POST',
'%s/%s' % (self.url, dataset_id),
json={'source': source})
return re.json()
def upload(resume, tar_file, message):
"""
Upload data in the current dir to Floyd.
"""
data_config = DataConfigManager.get_config()
if not upload_is_resumable(data_config) or not opt_to_resume(resume):
abort_previous_upload(data_config)
access_token = AuthConfigManager.get_access_token()
initialize_new_upload(data_config, access_token, tar_file, message)
complete_upload(data_config)
def get_all(self):
try:
data_config = DataConfigManager.get_config()
response = self.request("GET",
self.url,
params={
"module_type": "data",
"family_id": data_config.family_id
})
data_dict = response.json()
return [Data.from_dict(data) for data in data_dict]
except FloydException as e:
floyd_logger.error("Error while retrieving data: %s", e.message)
return []
def current_dataset_namespace():
return DataConfigManager.get_config().namespace or current_username()
def current_dataset_name():
return DataConfigManager.get_config().name
