def test_read_write_unicode(self, tmpdir):
expected = TEXT
for ext in (".txt", ".gz", ".bz2", ".xz"):
filepath = str(tmpdir.join("test_read_write_file_unicode" + ext))
io.write_text(expected, filepath, mode="wt", make_dirs=True)
observed = next(io.read_text(filepath, mode="rt"))
assert observed == expected
def test_read_write_bytes(self, tmpdir):
expected = utils.to_bytes(TEXT)
for ext in (".txt", ".gz", ".bz2", ".xz"):
filepath = str(tmpdir.join("test_read_write_file_bytes" + ext))
io.write_text(expected, filepath, mode="wb", make_dirs=True)
observed = next(io.read_text(filepath, mode="rb"))
assert observed == expected
def test_read_write_unicode(self, tmpdir):
expected = TEXT
for ext in (".txt", ".gz", ".bz2", ".xz"):
filepath = str(tmpdir.join("test_read_write_file_unicode" + ext))
if compat.PY2 is True and ext != ".txt":
with pytest.raises(ValueError):
io.open_sesame(filepath, mode="wt", encoding="utf-8", make_dirs=True)
else:
io.write_text(expected, filepath, mode="wt", make_dirs=True)
observed = next(io.read_text(filepath, mode="rt"))
assert observed == expected
def test_read_write_text_unicode(tmpdir):
expected = TEXT
for ext in ('.txt', '.gz', '.bz2', '.xz'):
filename = str(tmpdir.join('test_read_write_file_unicode' + ext))
if compat.is_python2 is True and ext != '.txt':
with pytest.raises(ValueError):
io.open_sesame(
filename, mode='wt', encoding='utf-8', make_dirs=True)
else:
io.write_text(expected, filename, mode='wt', make_dirs=True)
observed = next(io.read_text(filename, mode='rt'))
assert observed == expected
def test_read_write_unicode_lines(self, tmpdir, spacy_doc):
expected = [sent.text for sent in spacy_doc.sents]
for ext in (".txt", ".gz", ".bz2", ".xz"):
filepath = str(tmpdir.join("test_read_write_file_lines_unicode" + ext))
if compat.PY2 is True and ext != ".txt":
with pytest.raises(ValueError):
io.open_sesame(filepath, mode="wt", encoding=None, make_dirs=True)
else:
io.write_text(expected, filepath, mode="wt", make_dirs=True, lines=True)
observed = [
line.strip() for line in io.read_text(filepath, mode="rt", lines=True)
]
assert observed == expected
def test_read_write_text_lines_bytes(tmpdir, spacy_doc):
expected = [compat.unicode_to_bytes(sent.text) for sent in spacy_doc.sents]
for ext in ('.txt', '.gz', '.bz2', '.xz'):
filename = str(tmpdir.join('test_read_write_file_lines_bytes' + ext))
if compat.is_python2 is True and ext == '.xz':
with pytest.raises(ValueError):
io.open_sesame(
filename, mode='wb', encoding='utf-8', make_dirs=True)
else:
io.write_text(expected, filename, mode='wb', make_dirs=True, lines=True)
observed = [
line.strip()
for line in io.read_text(filename, mode='rb', lines=True)]
assert observed == expected
def test_read_write_text_bytes(tmpdir):
expected = compat.unicode_to_bytes(TEXT)
for ext in (".txt", ".gz", ".bz2", ".xz"):
filename = str(tmpdir.join("test_read_write_file_bytes" + ext))
if compat.is_python2 is True and ext == ".xz":
with pytest.raises(ValueError):
io.open_sesame(filename,
mode="wb",
encoding="utf-8",
make_dirs=True)
else:
io.write_text(expected, filename, mode="wb", make_dirs=True)
observed = next(io.read_text(filename, mode="rb"))
assert observed == expected
def test_read_write_unicode_lines(self, tmpdir, spacy_doc):
expected = [sent.text for sent in spacy_doc.sents]
for ext in (".txt", ".gz", ".bz2", ".xz"):
filepath = str(
tmpdir.join("test_read_write_file_lines_unicode" + ext))
io.write_text(expected,
filepath,
mode="wt",
make_dirs=True,
lines=True)
observed = [
line.strip()
for line in io.read_text(filepath, mode="rt", lines=True)
]
assert observed == expected
def test_read_write_text_lines_bytes(tmpdir, spacy_doc):
expected = [compat.unicode_to_bytes(sent.text) for sent in spacy_doc.sents]
for ext in (".txt", ".gz", ".bz2", ".xz"):
filename = str(tmpdir.join("test_read_write_file_lines_bytes" + ext))
if compat.is_python2 is True and ext == ".xz":
with pytest.raises(ValueError):
io.open_sesame(filename,
mode="wb",
encoding="utf-8",
make_dirs=True)
else:
io.write_text(expected,
filename,
mode="wb",
make_dirs=True,
lines=True)
observed = [
line.strip()
for line in io.read_text(filename, mode="rb", lines=True)
]
assert observed == expected
