def test_input_lines_with_jsonlines_docs():
result = list(
DocumentArray.from_lines(
filepath='tests/unit/clients/python/docs.jsonlines'))
assert len(result) == 2
assert result[0].text == "a"
assert result[1].text == "b"
def test_input_csv_from_lines_field_resolver():
with open(os.path.join(cur_dir, 'docs.csv')) as fp:
result = list(
DocumentArray.from_lines(fp,
line_format='csv',
field_resolver={'question': 'text'}))
assert len(result) == 2
assert isinstance(result[0], Document)
assert result[0].tags['source'] == 'testsrc'
assert not result[0].uri
assert result[0].text
def test_input_lines_with_empty_filepath_and_lines():
with pytest.raises(ValueError):
lines = DocumentArray.from_lines(lines=None, filepath=None)
for _ in lines:
pass
def test_input_csv_from_lines():
with open(os.path.join(cur_dir, 'docs.csv')) as fp:
result = list(DocumentArray.from_lines(fp, line_format='csv'))
assert len(result) == 2
assert isinstance(result[0], Document)
assert result[0].tags['source'] == 'testsrc'
def test_input_lines_with_filepath(filepath):
result = list(DocumentArray.from_lines(filepath=filepath, size=2))
assert len(result) == 2
assert isinstance(result[0], Document)
