def test_stat_file(self):
test_file_name = "testfile"
with Local(self.testdir.name) as fs:
with fs.open(test_file_name, 'w') as fp:
fp.write('foobar')
expected = os.stat(os.path.join(fs.cwd, test_file_name))
stat = fs.stat(test_file_name)
self.assertIsInstance(stat, LocalFileStat)
self.assertTrue(stat.filename.endswith(test_file_name))
self.assertFalse(stat.isdir())
self.assertIsInstance(stat.last_accessed, float)
self.assertIsInstance(stat.last_modified, float)
self.assertIsInstance(stat.created, float)
keys = (('last_modified', 'st_mtime'), ('last_accessed',
'st_atime'),
('last_modified_ns', 'st_mtime_ns'), ('last_accessed_ns',
'st_atime_ns'),
('created', 'st_ctime'), ('created_ns', 'st_ctime_ns'),
('mode', 'st_mode'), ('size', 'st_size'),
('uid', 'st_uid'), ('gid', 'st_gid'), ('ino', 'st_ino'),
('dev', 'st_dev'), ('nlink', 'st_nlink'))
for k, kexpect in keys:
self.assertEqual(getattr(stat, k), getattr(expected, kexpect))
fs.remove(test_file_name)
def test_stat_directory(self):
test_dir_name = "testmkdir"
with Local(self.testdir.name) as fs:
fs.mkdir(test_dir_name)
expected = os.stat(os.path.join(self.testdir.name, test_dir_name))
stat = fs.stat(test_dir_name)
self.assertIsInstance(stat, LocalFileStat)
self.assertTrue(stat.filename.endswith(test_dir_name))
self.assertTrue(stat.isdir())
self.assertIsInstance(stat.last_accessed, float)
self.assertIsInstance(stat.last_modified, float)
self.assertIsInstance(stat.created, float)
keys = (('last_modified', 'st_mtime'), ('last_accessed',
'st_atime'),
('last_modified_ns', 'st_mtime_ns'), ('last_accessed_ns',
'st_atime_ns'),
('created', 'st_ctime'), ('created_ns', 'st_ctime_ns'),
('mode', 'st_mode'), ('size', 'st_size'),
('uid', 'st_uid'), ('gid', 'st_gid'), ('ino', 'st_ino'),
('dev', 'st_dev'), ('nlink', 'st_nlink'))
for k, kexpect in keys:
self.assertEqual(getattr(stat, k), getattr(expected, kexpect))
fs.remove(test_dir_name)
def test_exists(self):
non_exist_file = "non_exist_file.txt"
with Local() as fs:
self.assertTrue(fs.exists(__file__))
self.assertTrue(fs.exists("/"))
self.assertFalse(fs.exists(non_exist_file))
def test_remove(self):
test_file = "test_remove.txt"
test_dir = "test_dir/"
nested_dir = os.path.join(test_dir, "nested_file/")
nested_file = os.path.join(nested_dir, test_file)
with Local(self.testdir.name) as fs:
with fs.open(test_file, 'w') as fp:
fp.write('foobar')
# test remove on one file
self.assertTrue(fs.exists(test_file))
fs.remove(test_file)
self.assertFalse(fs.exists(test_file))
# test remove on directory
fs.makedirs(nested_dir)
with fs.open(nested_file, 'w') as fp:
fp.write('foobar')
self.assertTrue(fs.exists(test_dir))
self.assertTrue(fs.exists(nested_dir))
self.assertTrue(fs.exists(nested_file))
fs.remove(test_dir, True)
self.assertFalse(fs.exists(test_dir))
self.assertFalse(fs.exists(nested_dir))
self.assertFalse(fs.exists(nested_file))
def test_mkdir(self):
test_dir_name = "testmkdir/"
with Local(self.testdir.name) as fs:
fs.mkdir(test_dir_name)
self.assertTrue(fs.isdir(test_dir_name))
fs.remove(test_dir_name)
def test_open_non_exist(self):
non_exist_file = "non_exist_file.txt"
if os.path.exists(non_exist_file):
os.remove(non_exist_file)
with Local() as fs:
self.assertRaises(IOError, fs.open, non_exist_file)
def test_makedirs(self):
test_dir_name = "testmkdir/"
nested_dir_name = test_dir_name + "nested_dir"
with Local(self.testdir.name) as fs:
fs.makedirs(nested_dir_name)
self.assertTrue(fs.isdir(nested_dir_name))
fs.remove(test_dir_name, True)
def test_read_bytes(self):
with Local() as fs:
with tempfile.NamedTemporaryFile("w+b", delete=False) as tmpfile:
tmpfile_path = tmpfile.name
tmpfile.write(self.test_string_bytes)
with fs.open(tmpfile_path, mode="rb") as loaded_file:
self.assertEqual(self.test_string_bytes, loaded_file.read())
fs.remove(tmpfile_path)
def test_picle(self):
pickle_file_name = "test_pickle.pickle"
test_data = {'test_elem1': b'balabala', 'test_elem2': 'balabala'}
with Local(self.testdir.name) as fs:
with fs.open(pickle_file_name, 'wb') as f:
pickle.dump(test_data, f)
with fs.open(pickle_file_name, 'rb') as f:
loaded_obj = pickle.load(f)
self.assertEqual(test_data, loaded_obj)
fs.remove(pickle_file_name)
def gen_fs(target):
if target == "s3":
bucket = "test-dummy-bucket"
with S3(bucket, create_bucket=True) as s3:
yield s3
# s3.client.delete_bucket(bucket)
elif target == "local":
with tempfile.TemporaryDirectory() as d:
yield Local(d)
else:
raise RuntimeError()
def test_rename(self):
with Local(self.testdir.name) as fs:
with fs.open('src', 'w') as fp:
fp.write('foobar')
self.assertTrue(fs.exists('src'))
self.assertFalse(fs.exists('dst'))
fs.rename('src', 'dst')
self.assertFalse(fs.exists('src'))
self.assertTrue(fs.exists('dst'))
with fs.open('dst', 'r') as fp:
data = fp.read()
assert data == 'foobar'
fs.remove('dst')
def test_list(self):
# directory layout
# testlsdir
# | - nested_dir1
# | | - nested_dir3
# | _ nested_dir2
for test_dir_name in ["testlsdir", "testlsdir/"]:
try:
tmpdir = tempfile.TemporaryDirectory()
nested_dir_name1 = "nested_dir1"
nested_dir_name2 = "nested_dir2"
nested_dir_name3 = "nested_dir3"
test_dir_path = os.path.join(tmpdir.name, test_dir_name)
nested_dir_path1 = os.path.join(test_dir_path,
nested_dir_name1)
nested_dir_path2 = os.path.join(test_dir_path,
nested_dir_name2)
nested_dir_path3 = os.path.join(nested_dir_path1,
nested_dir_name3)
nested_dir_relative_path3 = os.path.join(
nested_dir_name1, nested_dir_name3)
with Local() as fs:
fs.makedirs(nested_dir_path1)
fs.makedirs(nested_dir_path2)
fs.makedirs(nested_dir_path3)
self.assertIsInstance(fs.list(), Iterable)
full_list = list(fs.list(test_dir_path, recursive=True))
self.assertIn(nested_dir_name1 + '/', full_list)
self.assertIn(nested_dir_name2 + '/', full_list)
self.assertIn(nested_dir_relative_path3 + '/', full_list)
first_level_list_of_file = list(fs.list(test_dir_path))
self.assertIn(nested_dir_name1 + '/',
first_level_list_of_file)
self.assertIn(nested_dir_name2 + '/',
first_level_list_of_file)
self.assertNotIn(nested_dir_relative_path3 + '/',
first_level_list_of_file)
finally:
tmpdir.cleanup()
def test_isdir(self):
with Local() as fs:
self.assertTrue(fs.isdir("/"))
self.assertFalse(fs.isdir("test_posix_handler.py"))