def test_s3_zip(self):
"""Tests whether the unzip_if_needed function works correctly on s3 zip
files"""
unzipped_paths = _unzip_if_needed([self.s3_path + "/enormous.zip"],
"json")
self.assertEqual(
str(Path(unzipped_paths[0]).absolute()),
str(Path("./").absolute() / "enormous.json"),
)
def test_absolute_json(self):
"""Tests whether the unzip_if_needed function works correctly on absolute json
files"""
with tempfile.TemporaryDirectory() as tmp_dir:
cwdir = os.getcwd()
os.chdir(tmp_dir)
unzipped_paths = _unzip_if_needed(
[str(Path(self.absolute_path) / "large.json")], "json")
self.assertEqual(
os.path.realpath(unzipped_paths[0]),
os.path.realpath(
str(Path(self.absolute_path).absolute() / "large.json")),
)
assert all([Path(fpath).exists() for fpath in unzipped_paths])
os.chdir(cwdir)
def test_s3_json(self):
"""Tests whether the unzip_if_needed function works correctly on s3 json
files"""
# this should work regardless of where th current working directory is.
with tempfile.TemporaryDirectory() as tmp_dir:
cwdir = os.getcwd()
os.chdir(tmp_dir)
unzipped_paths = _unzip_if_needed([self.s3_path + "/large.json"],
"json")
self.assertEqual(
unzipped_paths[0],
self.s3_path + "/large.json",
)
os.chdir(cwdir)
def test_absolute_zip(self):
"""Tests whether the unzip_if_needed function works correctly on absolute zip
files"""
# this should work regardless of where th current working directory is.
with tempfile.TemporaryDirectory() as tmp_dir:
cwdir = os.getcwd()
os.chdir(tmp_dir)
unzipped_paths = _unzip_if_needed(
[str(Path(self.absolute_path) / "enormous.zip")], "json")
self.assertEqual(
str(Path(unzipped_paths[0]).absolute()),
str(Path("./").absolute() / "enormous.json"),
)
assert all([Path(fpath).exists() for fpath in unzipped_paths])
os.chdir(cwdir)
def test_relative_json(self):
"""Tests whether the unzip_if_needed function works correctly on relative json
files"""
# this should work regardless of where th current working directory is.
with tempfile.TemporaryDirectory() as tmp_dir:
cwdir = os.getcwd()
os.chdir(tmp_dir)
unzipped_paths = _unzip_if_needed(
[str(Path(self.relative_path) / "large.json")], "json")
self.assertEqual(
os.path.realpath(str(Path(unzipped_paths[0]).absolute())),
os.path.realpath(
str(
Path(__file__).parent.parent.parent /
self.relative_path / "large.json")),
)
assert all([Path(fpath).exists() for fpath in unzipped_paths])
os.chdir(cwdir)