def get_dataset(self, tb_user):
assert hasattr(
self, 'cleaned_data'
), "Do not call this method on an invalid form. (call is_valid() first)"
assert tb_user is not None, "tb_user cannot be None"
# -------------------------------------
# save PredictDataset, made inactive
# -------------------------------------
predict_dataset = self.save(commit=False) # get object
predict_dataset.user = tb_user # set user
predict_dataset.set_status_not_ready(save_status=False)
predict_dataset.save() # save the object
db_log = DropboxRetrievalLog(dataset=predict_dataset)
db_log.file_metadata = self.dropbox_retriever_object.dropbox_link_metadata
db_log.selected_files = self.dropbox_retriever_object.matching_files_metadata
db_log.save()
print 'elf.dropbox_retriever_object.dropbox_link_metadata', self.dropbox_retriever_object.dropbox_link_metadata
print 'self.dropbox_retriever_object.matching_files_metadata', self.dropbox_retriever_object.matching_files_metadata
#(success, dinfo_or_err_msg) = get_dropbox_metadata(ds)
return predict_dataset
def get_dataset(self, tb_user):
assert hasattr(self, 'cleaned_data'), "Do not call this method on an invalid form. (call is_valid() first)"
assert tb_user is not None, "tb_user cannot be None"
# -------------------------------------
# save PredictDataset, made inactive
# -------------------------------------
predict_dataset = self.save(commit=False) # get object
predict_dataset.user = tb_user # set user
predict_dataset.set_status_not_ready(save_status=False)
predict_dataset.save() # save the object
db_log = DropboxRetrievalLog(dataset=predict_dataset)
db_log.file_metadata = self.dropbox_retriever_object.dropbox_link_metadata
db_log.selected_files = self.dropbox_retriever_object.matching_files_metadata
db_log.save()
print 'elf.dropbox_retriever_object.dropbox_link_metadata', self.dropbox_retriever_object.dropbox_link_metadata
print 'self.dropbox_retriever_object.matching_files_metadata', self.dropbox_retriever_object.matching_files_metadata
#(success, dinfo_or_err_msg) = get_dropbox_metadata(ds)
return predict_dataset
def get_dropbox_metadata(predict_dataset):
"""
Wrap the DropboxRetriever function
- (True, DropboxRetrievalLog object)
- (False, error message string)
"""
if predict_dataset is None:
return (False, "The dataset was not found.")
# Initialize
#
dr = DropboxRetriever(predict_dataset.dropbox_url,
destination_dir=predict_dataset.file_directory,
file_patterns=self.predict_dataset.get_file_patterns())
db_log = DropboxRetrievalLog(dataset=predict_dataset)
if dr.err_found:
db_log.file_metadata_err_msg = dr.err_msg
db_log.save()
return (False, dr.err_msg)
# Get the metadata
#
if not dr.step1_retrieve_metadata():
db_log.file_metadata_err_msg = dr.err_msg
db_log.save()
return (False, dr.err_msg)
# Does it have what we want?
#
if not dr.step2_check_file_matches():
db_log.file_metadata_err_msg = dr.err_msg
db_log.save()
return (False, dr.err_msg)
# Yes!
db_log.file_metadata = dr.dropbox_link_metadata
db_log.selected_files = dr.matching_files_metadata
db_log.save()
return (True, dr)
def get_dropbox_metadata(predict_dataset):
"""
Wrap the DropboxRetriever function
- (True, DropboxRetrievalLog object)
- (False, error message string)
"""
if predict_dataset is None:
return (False, "The dataset was not found.")
# Initialize
#
dr = DropboxRetriever(
predict_dataset.dropbox_url,
destination_dir=predict_dataset.file_directory,
file_patterns=self.predict_dataset.get_file_patterns())
db_log = DropboxRetrievalLog(dataset=predict_dataset)
if dr.err_found:
db_log.file_metadata_err_msg = dr.err_msg
db_log.save()
return (False, dr.err_msg)
# Get the metadata
#
if not dr.step1_retrieve_metadata():
db_log.file_metadata_err_msg = dr.err_msg
db_log.save()
return (False, dr.err_msg)
# Does it have what we want?
#
if not dr.step2_check_file_matches():
db_log.file_metadata_err_msg = dr.err_msg
db_log.save()
return (False, dr.err_msg)
# Yes!
db_log.file_metadata = dr.dropbox_link_metadata
db_log.selected_files = dr.matching_files_metadata
db_log.save()
return (True, dr)
