def _createDataset( self, databank, silo, dataset ): ''' Attempt to create dataset. If it's already created continue.''' response = databank.createDataset( silo, dataset ) if not Databank.responseGood( response, [self.conflict_error] ) : self._debug( "Create Dataset: " + response.error ) return self.Status.error return self.Status.ok
def _uploadFile( self, response_queue, databank, silo, dataset, file, filename=None ) : """" Attempt to upload the file """ mime = mimetypes.guess_type( file )[0] try_repeat = 3 for tries in range( try_repeat ): response = databank.uploadFile( silo, dataset, file, format=mime, filename=filename ) if Databank.responseGood( response ) : return self.Status.ok else: if tries != try_repeat-1: self._sendWarning( response_queue, file, "File failed to upload, trying " + str(try_repeat - tries - 1) + " more time [" + file + "]'" ) time.sleep( 10 ) return self.Status.error
