class LocalFSTestCase(SandboxedTestCase): def setUp(self): super(LocalFSTestCase, self).setUp() self.fs = LocalFilesystem() def test_can_handle_local_paths(self): self.assertEqual(self.fs.can_handle_path('/dem/bitties'), True) # relative paths self.assertEqual(self.fs.can_handle_path('garden'), True) def test_cant_handle_uris(self): self.assertEqual(self.fs.can_handle_path('http://yelp.com/'), False) def test_du(self): data_path_1 = self.makefile('data1', 'abcd') data_path_2 = self.makefile('more/data2', 'defg') self.assertEqual(self.fs.du(self.tmp_dir), 8) self.assertEqual(self.fs.du(data_path_1), 4) self.assertEqual(self.fs.du(data_path_2), 4) def test_ls_empty(self): self.assertEqual(list(self.fs.ls(self.tmp_dir)), []) def test_ls_basic(self): self.makefile('f', 'contents') self.assertEqual(sorted(self.fs.ls(self.tmp_dir)), sorted(self.abs_paths('f'))) def test_ls_basic_2(self): self.makefile('f', 'contents') self.makefile('f2', 'contents') self.assertEqual(sorted(self.fs.ls(self.tmp_dir)), sorted(self.abs_paths('f', 'f2'))) def test_ls_recurse(self): self.makefile('f', 'contents') self.makefile('d/f2', 'contents') self.assertEqual(sorted(list(self.fs.ls(self.tmp_dir))), sorted(self.abs_paths('f', 'd/f2'))) def test_cat_uncompressed(self): path = self.makefile('f', b'bar\nfoo\n') self.assertEqual(list(self.fs._cat_file(path)), [b'bar\n', b'foo\n']) def test_cat_gz(self): input_gz_path = os.path.join(self.tmp_dir, 'input.gz') input_gz = gzip.GzipFile(input_gz_path, 'wb') input_gz.write(b'foo\nbar\n') input_gz.close() self.assertEqual(list(self.fs._cat_file(input_gz_path)), [b'foo\n', b'bar\n']) def test_cat_bz2(self): input_bz2_path = os.path.join(self.tmp_dir, 'input.bz2') input_bz2 = bz2.BZ2File(input_bz2_path, 'wb') input_bz2.write(b'bar\nbar\nfoo\n') input_bz2.close() self.assertEqual(list(self.fs._cat_file(input_bz2_path)), [b'bar\n', b'bar\n', b'foo\n']) def test_mkdir(self): path = os.path.join(self.tmp_dir, 'dir') self.fs.mkdir(path) self.assertEqual(os.path.isdir(path), True) def test_path_exists_no(self): path = os.path.join(self.tmp_dir, 'f') self.assertEqual(self.fs.path_exists(path), False) def test_path_exists_yes(self): path = self.makefile('f', 'contents') self.assertEqual(self.fs.path_exists(path), True) def test_rm_file(self): path = self.makefile('f', 'contents') self.assertEqual(self.fs.path_exists(path), True) self.fs.rm(path) self.assertEqual(self.fs.path_exists(path), False) def test_rm_dir(self): path = self.makedirs('foobar') self.assertEqual(self.fs.path_exists(path), True) self.fs.rm(path) self.assertEqual(self.fs.path_exists(path), False) def test_touchz(self): path = os.path.join(self.tmp_dir, 'f') self.fs.touchz(path) self.fs.touchz(path) with open(path, 'w') as f: f.write('not empty anymore') self.assertRaises(OSError, self.fs.touchz, path) def test_md5sum(self): path = self.makefile('f', 'abcd') self.assertEqual(self.fs.md5sum(path), 'e2fc714c4727ee9395f324cd2e7f331f')
class LocalFSTestCase(SandboxedTestCase): def setUp(self): super(LocalFSTestCase, self).setUp() self.fs = LocalFilesystem() def test_can_handle_local_paths(self): self.assertEqual(self.fs.can_handle_path("/dem/bitties"), True) # relative paths self.assertEqual(self.fs.can_handle_path("garden"), True) def test_cant_handle_uris(self): self.assertEqual(self.fs.can_handle_path("http://yelp.com/"), False) def test_ls_empty(self): self.assertEqual(list(self.fs.ls(self.tmp_dir)), []) def test_ls_basic(self): self.makefile("f", "contents") self.assertEqual(list(self.fs.ls(self.tmp_dir)), self.abs_paths("f")) def test_ls_basic_2(self): self.makefile("f", "contents") self.makefile("f2", "contents") self.assertEqual(list(self.fs.ls(self.tmp_dir)), self.abs_paths("f", "f2")) def test_ls_recurse(self): self.makefile("f", "contents") self.makefile("d/f2", "contents") self.assertEqual(list(self.fs.ls(self.tmp_dir)), self.abs_paths("f", "d/f2")) def test_cat_uncompressed(self): path = self.makefile("f", "bar\nfoo\n") self.assertEqual(list(self.fs._cat_file(path)), ["bar\n", "foo\n"]) def test_cat_gz(self): input_gz_path = os.path.join(self.tmp_dir, "input.gz") input_gz = gzip.GzipFile(input_gz_path, "w") input_gz.write("foo\nbar\n") input_gz.close() self.assertEqual(list(self.fs._cat_file(input_gz_path)), ["foo\n", "bar\n"]) def test_cat_bz2(self): input_bz2_path = os.path.join(self.tmp_dir, "input.bz2") input_bz2 = bz2.BZ2File(input_bz2_path, "w") input_bz2.write("bar\nbar\nfoo\n") input_bz2.close() self.assertEqual(list(self.fs._cat_file(input_bz2_path)), ["bar\n", "bar\n", "foo\n"]) def test_du(self): data_path_1 = self.makefile("data1", "abcd") data_path_2 = self.makefile("more/data2", "defg") self.assertEqual(self.fs.du(self.tmp_dir), 8) self.assertEqual(self.fs.du(data_path_1), 4) self.assertEqual(self.fs.du(data_path_2), 4) def test_mkdir(self): path = os.path.join(self.tmp_dir, "dir") self.fs.mkdir(path) self.assertEqual(os.path.isdir(path), True) def test_path_exists_no(self): path = os.path.join(self.tmp_dir, "f") self.assertEqual(self.fs.path_exists(path), False) def test_path_exists_yes(self): path = self.makefile("f", "contents") self.assertEqual(self.fs.path_exists(path), True) def test_touchz(self): path = os.path.join(self.tmp_dir, "f") self.fs.touchz(path) self.fs.touchz(path) with open(path, "w") as f: f.write("not empty anymore") self.assertRaises(OSError, self.fs.touchz, path) def test_md5sum(self): path = self.makefile("f", "abcd") self.assertEqual(self.fs.md5sum(path), "e2fc714c4727ee9395f324cd2e7f331f")
class LocalFSTestCase(SandboxedTestCase): def setUp(self): super(LocalFSTestCase, self).setUp() self.fs = LocalFilesystem() def test_can_handle_local_paths(self): self.assertEqual(self.fs.can_handle_path('/dem/bitties'), True) # relative paths self.assertEqual(self.fs.can_handle_path('garden'), True) def test_cant_handle_uris(self): self.assertEqual(self.fs.can_handle_path('http://yelp.com/'), False) def test_du(self): data_path_1 = self.makefile('data1', 'abcd') data_path_2 = self.makefile('more/data2', 'defg') self.assertEqual(self.fs.du(self.tmp_dir), 8) self.assertEqual(self.fs.du(data_path_1), 4) self.assertEqual(self.fs.du(data_path_2), 4) def test_write_str(self): path = self.abs_paths('new-str')[0] content = 'some content!' self.fs.write(path, content) self.assertEqual("".join(self.fs.cat(path)), content) def test_write_file(self): path = self.abs_paths('new-fileobj')[0] content = StringIO('some content!') self.fs.write(path, content) self.assertEqual("".join(self.fs.cat(path)), content.getvalue()) def test_overwrite(self): path = self.makefile('existing', 'herp') self.assertRaises(OSError, self.fs.write, path, 'derp') def test_copy_from_local(self): content = 'Never poke a bear in the zoo' src = self.makefile('copy-src', content) dst = self.abs_paths('copy-dst')[0] self.fs.copy_from_local(dst, src) self.assertEqual("".join(self.fs.cat(dst)), content) def test_copy_from_local_override(self): src = self.makefile('copy-src', 'in') dst = self.makefile('copy-dst', 'out') self.assertRaises(OSError, self.fs.copy_from_local, dst, src) def test_ls_empty(self): self.assertEqual(list(self.fs.ls(self.tmp_dir)), []) def test_ls_basic(self): self.makefile('f', 'contents') self.assertEqual(list(self.fs.ls(self.tmp_dir)), self.abs_paths('f')) def test_ls_basic_2(self): self.makefile('f', 'contents') self.makefile('f2', 'contents') self.assertItemsEqual(list(self.fs.ls(self.tmp_dir)), self.abs_paths('f', 'f2')) def test_ls_recurse(self): self.makefile('f', 'contents') self.makefile('d/f2', 'contents') self.assertItemsEqual(list(self.fs.ls(self.tmp_dir)), self.abs_paths('f', 'd/f2')) def test_cat_uncompressed(self): path = self.makefile('f', 'bar\nfoo\n') self.assertEqual(list(self.fs._cat_file(path)), ['bar\n', 'foo\n']) def test_cat_gz(self): input_gz_path = os.path.join(self.tmp_dir, 'input.gz') input_gz = gzip.GzipFile(input_gz_path, 'w') input_gz.write('foo\nbar\n') input_gz.close() self.assertEqual(list(self.fs._cat_file(input_gz_path)), ['foo\n', 'bar\n']) def test_cat_bz2(self): input_bz2_path = os.path.join(self.tmp_dir, 'input.bz2') input_bz2 = bz2.BZ2File(input_bz2_path, 'w') input_bz2.write('bar\nbar\nfoo\n') input_bz2.close() self.assertEqual(list(self.fs._cat_file(input_bz2_path)), ['bar\n', 'bar\n', 'foo\n']) def test_mkdir(self): path = os.path.join(self.tmp_dir, 'dir') self.fs.mkdir(path) self.assertEqual(os.path.isdir(path), True) def test_path_exists_no(self): path = os.path.join(self.tmp_dir, 'f') self.assertEqual(self.fs.path_exists(path), False) def test_path_exists_yes(self): path = self.makefile('f', 'contents') self.assertEqual(self.fs.path_exists(path), True) def test_rm_file(self): path = self.makefile('f', 'contents') self.assertEqual(self.fs.path_exists(path), True) self.fs.rm(path) self.assertEqual(self.fs.path_exists(path), False) def test_rm_dir(self): path = self.makedirs('foobar') self.assertEqual(self.fs.path_exists(path), True) self.fs.rm(path) self.assertEqual(self.fs.path_exists(path), False) def test_rm_tree_noslash_files(self): path = self.maketree("icio/goodbye-1") self.fs.rm(path.rstrip("/")) # Check that the directory and its files have been removed self.assertEqual(os.path.isdir(path), False) self.assertEqual(self.fs.path_exists(path), False) self.assertEqual(list(self.fs.ls(path)), []) def test_rm_tree_slash_files(self): path = self.maketree("icio/goodbye-2") self.fs.rm(path.rstrip("/") + "/") # Check that the directory and its files have been removed self.assertEqual(os.path.isdir(path), False) self.assertEqual(self.fs.path_exists(path), False) self.assertEqual(list(self.fs.ls(path)), []) def test_rm_tree_star_files(self): path = self.maketree("icio/goodbye-3") self.fs.rm(path.rstrip("/") + "/*") # Check that the files have been removed but not the root directory self.assertEqual(os.path.isdir(path), True) self.assertEqual(self.fs.path_exists(path), True) self.assertEqual(list(self.fs.ls(path)), []) def test_touchz(self): path = os.path.join(self.tmp_dir, 'f') self.fs.touchz(path) self.fs.touchz(path) with open(path, 'w') as f: f.write('not empty anymore') self.assertRaises(OSError, self.fs.touchz, path) def test_md5sum(self): path = self.makefile('f', 'abcd') self.assertEqual(self.fs.md5sum(path), 'e2fc714c4727ee9395f324cd2e7f331f')
class LocalFSTestCase(TempdirTestCase): def setUp(self): super(LocalFSTestCase, self).setUp() self.fs = LocalFilesystem() def test_can_handle_path_match(self): self.assertEqual(self.fs.can_handle_path('/dem/bitties'), True) def test_can_handle_path_nomatch(self): self.assertEqual(self.fs.can_handle_path('http://yelp.com/'), False) def test_ls_empty(self): self.assertEqual(list(self.fs.ls(self.root)), []) def test_ls_basic(self): self.makefile('f', 'contents') self.assertEqual(list(self.fs.ls(self.root)), self.abs_paths('f')) def test_ls_basic_2(self): self.makefile('f', 'contents') self.makefile('f2', 'contents') self.assertEqual(list(self.fs.ls(self.root)), self.abs_paths('f', 'f2')) def test_ls_recurse(self): self.makefile('f', 'contents') self.makefile('d/f2', 'contents') self.assertEqual(list(self.fs.ls(self.root)), self.abs_paths('f', 'd/f2')) def test_cat_uncompressed(self): path = self.makefile('f', 'bar\nfoo\n') self.assertEqual(list(self.fs._cat_file(path)), ['bar\n', 'foo\n']) def test_cat_gz(self): input_gz_path = os.path.join(self.root, 'input.gz') with gzip.GzipFile(input_gz_path, 'w') as input_gz: input_gz.write('foo\nbar\n') self.assertEqual(list(self.fs._cat_file(input_gz_path)), ['foo\n', 'bar\n']) def test_cat_bz2(self): input_bz2_path = os.path.join(self.root, 'input.bz2') with bz2.BZ2File(input_bz2_path, 'w') as input_bz2: input_bz2.write('bar\nbar\nfoo\n') self.assertEqual(list(self.fs._cat_file(input_bz2_path)), ['bar\n', 'bar\n', 'foo\n']) def test_du(self): data_path_1 = self.makefile('data1', 'abcd') data_path_2 = self.makefile('more/data2', 'defg') self.assertEqual(self.fs.du(self.root), 8) self.assertEqual(self.fs.du(data_path_1), 4) self.assertEqual(self.fs.du(data_path_2), 4) def test_mkdir(self): path = os.path.join(self.root, 'dir') self.fs.mkdir(path) self.assertEqual(os.path.isdir(path), True) def test_path_exists_no(self): path = os.path.join(self.root, 'f') self.assertEqual(self.fs.path_exists(path), False) def test_path_exists_yes(self): path = self.makefile('f', 'contents') self.assertEqual(self.fs.path_exists(path), True) def test_touchz(self): path = os.path.join(self.root, 'f') self.fs.touchz(path) self.fs.touchz(path) with open(path, 'w') as f: f.write('not empty anymore') self.assertRaises(OSError, self.fs.touchz, path) def test_md5sum(self): path = self.makefile('f', 'abcd') self.assertEqual(self.fs.md5sum(path), 'e2fc714c4727ee9395f324cd2e7f331f')