def _download_new_files(self, mock_connection_class, mock_settings, dirlist, last_date):
mock_connection = mock.MagicMock()
mock_connection_class().__enter__.return_value = mock_connection
mock_connection.listdir.return_value = dirlist
mock_connection.stat.return_value = type("", (), {"st_size": 1000})()
mock_settings.ACCOUNT_CODE = "444444"
mock_settings.DS_NEW_FILES_DIR = "/"
return upload.download_new_files(last_date)
def _download_new_files(self, mock_connection_class, mock_settings,
dirlist, last_date):
mock_connection = mock.MagicMock()
mock_connection_class().__enter__.return_value = mock_connection
mock_connection.listdir.return_value = dirlist
mock_connection.stat.return_value = type('', (), {'st_size': 1000})()
mock_settings.ACCOUNT_CODE = '444444'
mock_settings.DS_NEW_FILES_DIR = '/'
return upload.download_new_files(last_date)
def test_download_new_files_skips_large_files(self, mock_connection_class,
mock_settings):
dirlist = [
'Y01A.CARS.#D.444444.D091214',
'Y01A.CARS.#D.444444.D101214',
'Y01A.CARS.#D.444444.D111214',
'Y01A.CARS.#D.444444.D121214',
'Y01A.CARS.#D.444444.D131214',
'Y01A.CARS.#D.444444.D141214',
]
mock_connection = mock.MagicMock()
mock_connection_class().__enter__.return_value = mock_connection
mock_connection.listdir.return_value = dirlist
mock_connection.stat.side_effect = [
type('', (), {'st_size': 1000})(),
type('', (), {'st_size': 1000})(),
type('', (), {'st_size': 1000})(),
type('', (), {'st_size': 1000})(),
type('', (), {'st_size': 100000000})(),
type('', (), {'st_size': 1000})(),
]
mock_settings.ACCOUNT_CODE = '444444'
mock_settings.DS_NEW_FILES_DIR = '/'
new_dates, new_filenames = upload.download_new_files(None)
self.assertEqual([
date(2014, 12, 9),
date(2014, 12, 10),
date(2014, 12, 11),
date(2014, 12, 12),
date(2014, 12, 14),
], [new_date for new_date in new_dates])
self.assertEqual([
'/Y01A.CARS.#D.444444.D091214',
'/Y01A.CARS.#D.444444.D101214',
'/Y01A.CARS.#D.444444.D111214',
'/Y01A.CARS.#D.444444.D121214',
'/Y01A.CARS.#D.444444.D141214',
], new_filenames)
def test_download_new_files_skips_large_files(self, mock_connection_class, mock_settings):
dirlist = [
"Y01A.CARS.#D.444444.D091214",
"Y01A.CARS.#D.444444.D101214",
"Y01A.CARS.#D.444444.D111214",
"Y01A.CARS.#D.444444.D121214",
"Y01A.CARS.#D.444444.D131214",
"Y01A.CARS.#D.444444.D141214",
]
mock_connection = mock.MagicMock()
mock_connection_class().__enter__.return_value = mock_connection
mock_connection.listdir.return_value = dirlist
mock_connection.stat.side_effect = [
type("", (), {"st_size": 1000})(),
type("", (), {"st_size": 1000})(),
type("", (), {"st_size": 1000})(),
type("", (), {"st_size": 1000})(),
type("", (), {"st_size": 100000000})(),
type("", (), {"st_size": 1000})(),
]
mock_settings.ACCOUNT_CODE = "444444"
mock_settings.DS_NEW_FILES_DIR = "/"
new_dates, new_filenames = upload.download_new_files(None)
self.assertEqual(
[date(2014, 12, 9), date(2014, 12, 10), date(2014, 12, 11), date(2014, 12, 12), date(2014, 12, 14)],
[dt.date() for dt in new_dates],
)
self.assertEqual(
[
"/Y01A.CARS.#D.444444.D091214",
"/Y01A.CARS.#D.444444.D101214",
"/Y01A.CARS.#D.444444.D111214",
"/Y01A.CARS.#D.444444.D121214",
"/Y01A.CARS.#D.444444.D141214",
],
new_filenames,
)
