def test_list(self):
#Arrange
client = DropboxConnection.get_client('auth_token', 'test_1')
#Arrange input files
input_file_1_info = ('input_file.1.dmp', 100)
input_file_1 = MagicMock()
input_file_1.name = input_file_1_info[0]
input_file_1.size = input_file_1_info[1]
result_file_1_info = ('result_file.1.dmp', 100)
result_file_1 = MagicMock()
result_file_1.name = result_file_1_info[0]
result_file_1.size = result_file_1_info[1]
#Arrange response object
response = MagicMock()
response.entries = [input_file_1, result_file_1]
#Mock calls
client._client.files_list_folder = MagicMock(return_value=response)
#Act
files, sizes = client.list(file_name_prefix='input_file')
#Assert
self.assertCountEqual(list(files), [Path(input_file_1_info[0])])
self.assertCountEqual(list(sizes), [input_file_1_info[1]])
def test_get_client_from_params_with_params(self):
#Act
client = DropboxConnection.get_client_from_params(
['auth_token', remote_dir])
#Assert
self.assertIsNotNone(client)
def download(self):
#Arrange
auth_token = None
client = DropboxConnection.get_client(auth_token, 'test_1')
#Act
client.download(small_file)
client.download(cnn_model_file)
def upload(self):
#Arrange
auth_token = None
client = DropboxConnection.get_client(auth_token, 'test_1')
#Act
client.upload(ut_constants.DATA_STORE / cnn_model_file)
client.upload(ut_constants.DROPBOX_STORE / small_file)
def test_list_no_files(self):
#Arrange
client = DropboxConnection.get_client('auth_token', 'test_1')
#Arrange response object
response = MagicMock()
response.entries = None
#Mock calls
client._client.files_list_folder = MagicMock(return_value=response)
#Act
files, size = client.list()
#Assert
self.assertCountEqual(files, [])
logger = logging.get_logger(__name__)
#Log input parameters
logger.info('Running with parameters input_params: %s', input_params)
logger.info('Additional parameters: image_generation_params: %s log_to_console: %s', image_generation_params, log_to_console)
#Predictable randomness
seed = 3
np_seed(seed)
tf_seed(seed)
#Dropbox
dropbox = None
if dropbox_parameters:
dropbox_params = DropboxConnection.Parameters(dropbox_parameters[0], dropbox_parameters[1])
dropbox = DropboxConnection(dropbox_params)
logger.info('Dropbox parameters:: dropbox_params: %s', dropbox_params)
#Model file
model_file = ModelInput(input_params.model_name)
model_file_name = model_file.file_name(0, 0)
#Input data file
input_data_file = InputDataFile(constants.PREDICTION_INPUT_DATA_FILE_NAME_GUIDANCE)
input_data_file_name = input_data_file.file_name(0, 0)
#Prepare input files
input_files_client = InputFiles(dropbox)
input_files = input_files_client.get_all([input_data_file_name, model_file_name])
def setUpClass(cls):
dropbox_params = DropboxConnection.Parameters('remote_auth_token', Path('.'))
cls._dropbox = DropboxConnection(dropbox_params)
if __name__ == "__main__":
#Parse commandline arguments
epoch_data_dirs, dropbox_parameters, log_to_console = parse_args()
#Initialize logging
logging.initialize(__file__, log_to_console=log_to_console)
logger = logging.get_logger(__name__)
#Log input parameters
logger.info(
'Running with parameters epoch_data_dirs: %s log_to_console: %d',
epoch_data_dirs, log_to_console)
#Dropbox connection
dropbox = DropboxConnection.get_client_from_params(dropbox_parameters)
#Prepare input files
input_files_client = InputFiles(dropbox)
#Epoch data files placeholder
input_files = []
####################################### Prepare input files [Start] ############################################
#Iterate over input epoch stores and enumerate their result files.
for epoch_store in epoch_data_dirs:
#Fetch the remote epoch data
epoch_data = dropbox.list(epoch_store,
constants.INPUT_RESULT_FILE_PREFIX)
#Extract file paths from epoch data
def get_dropbox(token='remote_auth_token', dir_path=Path('.')):
dropbox_params = DropboxConnection.Parameters(token, dir_path)
dropbox = DropboxConnection(dropbox_params)
return dropbox
def test_init(self):
_ = DropboxConnection(self._dropbox_params)
def test_get_client_from_params_no_params(self):
#Act
client = DropboxConnection.get_client_from_params(None)
#Assert
self.assertIsNone(client)
def test_get_client(self):
#Act
client = DropboxConnection.get_client('auth_token', remote_dir)
#Assert
self.assertIsNotNone(client)
def setUpClass(cls):
cls._dropbox_params = DropboxConnection.Parameters(
'auth_token', remote_dir)
def get_client(self):
return DropboxConnection(self._dropbox_params)