def test_upload_zip():
home_fs_path = '/user/j.doe'
with mock.patch(f"{MODULE_TO_TEST}.filesystem.resolve_filesystem_and_path"
) as mock_resolve_fs:
mock_fs = mock.MagicMock()
mock_resolve_fs.return_value = mock_fs, ""
with mock.patch(f"{MODULE_TO_TEST}.request") as mock_request:
with mock.patch(f"{MODULE_TO_TEST}.tempfile") as mock_tempfile:
mock_fs.exists.return_value = False
mock_tempfile.TemporaryDirectory.return_value.__enter__.return_value = "/tmp"
result = cluster_pack.upload_zip("http://myserver/mypex.pex",
f"{home_fs_path}/blah.pex")
mock_request.urlretrieve.assert_called_once_with(
"http://myserver/mypex.pex", "/tmp/mypex.pex")
mock_fs.put.assert_any_call("/tmp/mypex.pex",
f"{home_fs_path}/blah.pex")
assert "/user/j.doe/blah.pex" == result
def upload_zip_to_hdfs(zip_file: str, archive_on_hdfs: str = None):
return cluster_pack.upload_zip(zip_file, archive_on_hdfs)