def test_read_write_unicode(self, tmpdir): expected = TEXT for ext in (".txt", ".gz", ".bz2", ".xz"): filepath = str(tmpdir.join("test_read_write_file_unicode" + ext)) io.write_text(expected, filepath, mode="wt", make_dirs=True) observed = next(io.read_text(filepath, mode="rt")) assert observed == expected
def test_read_write_bytes(self, tmpdir): expected = utils.to_bytes(TEXT) for ext in (".txt", ".gz", ".bz2", ".xz"): filepath = str(tmpdir.join("test_read_write_file_bytes" + ext)) io.write_text(expected, filepath, mode="wb", make_dirs=True) observed = next(io.read_text(filepath, mode="rb")) assert observed == expected
def test_read_write_unicode(self, tmpdir): expected = TEXT for ext in (".txt", ".gz", ".bz2", ".xz"): filepath = str(tmpdir.join("test_read_write_file_unicode" + ext)) if compat.PY2 is True and ext != ".txt": with pytest.raises(ValueError): io.open_sesame(filepath, mode="wt", encoding="utf-8", make_dirs=True) else: io.write_text(expected, filepath, mode="wt", make_dirs=True) observed = next(io.read_text(filepath, mode="rt")) assert observed == expected
def test_read_write_text_unicode(tmpdir): expected = TEXT for ext in ('.txt', '.gz', '.bz2', '.xz'): filename = str(tmpdir.join('test_read_write_file_unicode' + ext)) if compat.is_python2 is True and ext != '.txt': with pytest.raises(ValueError): io.open_sesame( filename, mode='wt', encoding='utf-8', make_dirs=True) else: io.write_text(expected, filename, mode='wt', make_dirs=True) observed = next(io.read_text(filename, mode='rt')) assert observed == expected
def test_read_write_unicode_lines(self, tmpdir, spacy_doc): expected = [sent.text for sent in spacy_doc.sents] for ext in (".txt", ".gz", ".bz2", ".xz"): filepath = str(tmpdir.join("test_read_write_file_lines_unicode" + ext)) if compat.PY2 is True and ext != ".txt": with pytest.raises(ValueError): io.open_sesame(filepath, mode="wt", encoding=None, make_dirs=True) else: io.write_text(expected, filepath, mode="wt", make_dirs=True, lines=True) observed = [ line.strip() for line in io.read_text(filepath, mode="rt", lines=True) ] assert observed == expected
def test_read_write_text_lines_bytes(tmpdir, spacy_doc): expected = [compat.unicode_to_bytes(sent.text) for sent in spacy_doc.sents] for ext in ('.txt', '.gz', '.bz2', '.xz'): filename = str(tmpdir.join('test_read_write_file_lines_bytes' + ext)) if compat.is_python2 is True and ext == '.xz': with pytest.raises(ValueError): io.open_sesame( filename, mode='wb', encoding='utf-8', make_dirs=True) else: io.write_text(expected, filename, mode='wb', make_dirs=True, lines=True) observed = [ line.strip() for line in io.read_text(filename, mode='rb', lines=True)] assert observed == expected
def test_read_write_text_bytes(tmpdir): expected = compat.unicode_to_bytes(TEXT) for ext in (".txt", ".gz", ".bz2", ".xz"): filename = str(tmpdir.join("test_read_write_file_bytes" + ext)) if compat.is_python2 is True and ext == ".xz": with pytest.raises(ValueError): io.open_sesame(filename, mode="wb", encoding="utf-8", make_dirs=True) else: io.write_text(expected, filename, mode="wb", make_dirs=True) observed = next(io.read_text(filename, mode="rb")) assert observed == expected
def test_read_write_unicode_lines(self, tmpdir, spacy_doc): expected = [sent.text for sent in spacy_doc.sents] for ext in (".txt", ".gz", ".bz2", ".xz"): filepath = str( tmpdir.join("test_read_write_file_lines_unicode" + ext)) io.write_text(expected, filepath, mode="wt", make_dirs=True, lines=True) observed = [ line.strip() for line in io.read_text(filepath, mode="rt", lines=True) ] assert observed == expected
def test_read_write_text_lines_bytes(tmpdir, spacy_doc): expected = [compat.unicode_to_bytes(sent.text) for sent in spacy_doc.sents] for ext in (".txt", ".gz", ".bz2", ".xz"): filename = str(tmpdir.join("test_read_write_file_lines_bytes" + ext)) if compat.is_python2 is True and ext == ".xz": with pytest.raises(ValueError): io.open_sesame(filename, mode="wb", encoding="utf-8", make_dirs=True) else: io.write_text(expected, filename, mode="wb", make_dirs=True, lines=True) observed = [ line.strip() for line in io.read_text(filename, mode="rb", lines=True) ] assert observed == expected