def test_read():
data = preamble_b + b"PT J\nAU John Doe\nER\nEF"
expected = {"PT": "J", "AU": "John Doe"}
import tempfile
fd, fname = tempfile.mkstemp()
with open(fname, 'wb') as f:
f.write(data)
for res in (list(read(fname)), list(read(fname, using=PlainTextReader))):
assert_equal(len(res), 1)
assert_equal(res[0], expected)
assert f.closed
os.close(fd)
os.unlink(fname)
def test_read():
data = preamble_b + b"PT J\nAU John Doe\nER\nEF"
expected = {"PT": "J", "AU": "John Doe"}
import tempfile
fd, fname = tempfile.mkstemp()
with open(fname, 'wb') as f:
f.write(data)
for res in (list(read(fname)), list(read(fname, using=PlainTextReader))):
assert_equal(len(res), 1)
assert_equal(res[0], expected)
assert f.closed
os.close(fd)
os.unlink(fname)
def test_read_multiple_files():
data = [
preamble_b + b"PT J\nAU John Doe\nER\nEF",
preamble_b + b"PT T\nAU Mary Stuart\nER\nEF"
]
expected = [{
"PT": "J",
"AU": "John Doe"
}, {
"PT": "T",
"AU": "Mary Stuart"
}]
import tempfile
files = []
for d in data:
fd, fname = tempfile.mkstemp()
with open(fname, 'wb') as f:
f.write(d)
files.append((fd, fname))
for rec, exp in zip(read([fname for _, fname in files]), expected):
assert_equal(rec, exp)
for fd, fname in files:
os.close(fd)
os.unlink(fname)
def test_read_multiple_files():
data = [preamble_b + b"PT J\nAU John Doe\nER\nEF",
preamble_b + b"PT T\nAU Mary Stuart\nER\nEF"]
expected = [{"PT": "J", "AU": "John Doe"},
{"PT": "T", "AU": "Mary Stuart"}]
import tempfile
files = []
for d in data:
fd, fname = tempfile.mkstemp()
with open(fname, 'wb') as f:
f.write(d)
files.append((fd, fname))
for rec, exp in zip(read([fname for _, fname in files]), expected):
assert_equal(rec, exp)
for fd, fname in files:
os.close(fd)
os.unlink(fname)
def test_read_actual_data():
for fname in ('wos_plaintext.txt', 'wos_tab_delimited_win_utf8.txt',
'wos_tab_delimited_win_utf16.txt'):
for rec in read('data/' + fname):
assert_no_bom(rec)
