def upload(): """ Upload data in the current dir to Floyd. """ data_config = DataConfigManager.get_config() access_token = AuthConfigManager.get_access_token() version = data_config.version # Create data object data_name = "{}/{}:{}".format(access_token.username, data_config.name, version) data = DataRequest(name=data_name, description=version, version=version) data_id = DataClient().create(data) floyd_logger.debug("Created data with id : {}".format(data_id)) floyd_logger.info("Upload finished") # Update expt config including predecessor data_config.increment_version() data_config.set_data_predecessor(data_id) DataConfigManager.set_config(data_config) # Print output table_output = [["DATA ID", "NAME", "VERSION"], [data_id, data_name, version]] floyd_logger.info(tabulate(table_output, headers="firstrow"))
def add_data(self, source): data_config = DataConfigManager.get_config() dataset_id = data_config.family_id if not dataset_id: sys.exit( 'Please initialize current directory with \'floyd data init DATASET_NAME\' first.' ) re = self.request('POST', '%s/%s' % (self.url, dataset_id), json={'source': source}) return re.json()
def upload(resume, tar_file, message): """ Upload data in the current dir to Floyd. """ data_config = DataConfigManager.get_config() if not upload_is_resumable(data_config) or not opt_to_resume(resume): abort_previous_upload(data_config) access_token = AuthConfigManager.get_access_token() initialize_new_upload(data_config, access_token, tar_file, message) complete_upload(data_config)
def get_all(self): try: data_config = DataConfigManager.get_config() response = self.request("GET", self.url, params={ "module_type": "data", "family_id": data_config.family_id }) data_dict = response.json() return [Data.from_dict(data) for data in data_dict] except FloydException as e: floyd_logger.error("Error while retrieving data: %s", e.message) return []
def current_dataset_namespace(): return DataConfigManager.get_config().namespace or current_username()
def current_dataset_name(): return DataConfigManager.get_config().name