def get_dataset(self, tb_user): assert hasattr( self, 'cleaned_data' ), "Do not call this method on an invalid form. (call is_valid() first)" assert tb_user is not None, "tb_user cannot be None" # ------------------------------------- # save PredictDataset, made inactive # ------------------------------------- predict_dataset = self.save(commit=False) # get object predict_dataset.user = tb_user # set user predict_dataset.set_status_not_ready(save_status=False) predict_dataset.save() # save the object db_log = DropboxRetrievalLog(dataset=predict_dataset) db_log.file_metadata = self.dropbox_retriever_object.dropbox_link_metadata db_log.selected_files = self.dropbox_retriever_object.matching_files_metadata db_log.save() print 'elf.dropbox_retriever_object.dropbox_link_metadata', self.dropbox_retriever_object.dropbox_link_metadata print 'self.dropbox_retriever_object.matching_files_metadata', self.dropbox_retriever_object.matching_files_metadata #(success, dinfo_or_err_msg) = get_dropbox_metadata(ds) return predict_dataset
def get_dataset(self, tb_user): assert hasattr(self, 'cleaned_data'), "Do not call this method on an invalid form. (call is_valid() first)" assert tb_user is not None, "tb_user cannot be None" # ------------------------------------- # save PredictDataset, made inactive # ------------------------------------- predict_dataset = self.save(commit=False) # get object predict_dataset.user = tb_user # set user predict_dataset.set_status_not_ready(save_status=False) predict_dataset.save() # save the object db_log = DropboxRetrievalLog(dataset=predict_dataset) db_log.file_metadata = self.dropbox_retriever_object.dropbox_link_metadata db_log.selected_files = self.dropbox_retriever_object.matching_files_metadata db_log.save() print 'elf.dropbox_retriever_object.dropbox_link_metadata', self.dropbox_retriever_object.dropbox_link_metadata print 'self.dropbox_retriever_object.matching_files_metadata', self.dropbox_retriever_object.matching_files_metadata #(success, dinfo_or_err_msg) = get_dropbox_metadata(ds) return predict_dataset
def get_dropbox_metadata(predict_dataset): """ Wrap the DropboxRetriever function - (True, DropboxRetrievalLog object) - (False, error message string) """ if predict_dataset is None: return (False, "The dataset was not found.") # Initialize # dr = DropboxRetriever(predict_dataset.dropbox_url, destination_dir=predict_dataset.file_directory, file_patterns=self.predict_dataset.get_file_patterns()) db_log = DropboxRetrievalLog(dataset=predict_dataset) if dr.err_found: db_log.file_metadata_err_msg = dr.err_msg db_log.save() return (False, dr.err_msg) # Get the metadata # if not dr.step1_retrieve_metadata(): db_log.file_metadata_err_msg = dr.err_msg db_log.save() return (False, dr.err_msg) # Does it have what we want? # if not dr.step2_check_file_matches(): db_log.file_metadata_err_msg = dr.err_msg db_log.save() return (False, dr.err_msg) # Yes! db_log.file_metadata = dr.dropbox_link_metadata db_log.selected_files = dr.matching_files_metadata db_log.save() return (True, dr)
def get_dropbox_metadata(predict_dataset): """ Wrap the DropboxRetriever function - (True, DropboxRetrievalLog object) - (False, error message string) """ if predict_dataset is None: return (False, "The dataset was not found.") # Initialize # dr = DropboxRetriever( predict_dataset.dropbox_url, destination_dir=predict_dataset.file_directory, file_patterns=self.predict_dataset.get_file_patterns()) db_log = DropboxRetrievalLog(dataset=predict_dataset) if dr.err_found: db_log.file_metadata_err_msg = dr.err_msg db_log.save() return (False, dr.err_msg) # Get the metadata # if not dr.step1_retrieve_metadata(): db_log.file_metadata_err_msg = dr.err_msg db_log.save() return (False, dr.err_msg) # Does it have what we want? # if not dr.step2_check_file_matches(): db_log.file_metadata_err_msg = dr.err_msg db_log.save() return (False, dr.err_msg) # Yes! db_log.file_metadata = dr.dropbox_link_metadata db_log.selected_files = dr.matching_files_metadata db_log.save() return (True, dr)