def test_nlp_page_reader_tutorial():
"""tutorial for nlp page reader."""
reader = MindPage(NLP_FILE_NAME + "0")
fields = reader.get_category_fields()
assert fields == ['id', 'rating'],\
'failed on getting candidate category fields.'
ret = reader.set_category_field("rating")
assert ret == SUCCESS, 'failed on setting category field.'
info = reader.read_category_info()
logger.info("category info: {}".format(info))
row = reader.read_at_page_by_id(0, 0, 1)
assert len(row) == 1
assert len(row[0]) == 6
logger.info("row[0]: {}".format(row[0]))
row1 = reader.read_at_page_by_name("7", 0, 1)
assert len(row1) == 1
assert len(row1[0]) == 6
logger.info("row1[0]: {}".format(row1[0]))
paths = [
"{}{}".format(NLP_FILE_NAME,
str(x).rjust(1, '0')) for x in range(FILES_NUM)
]
for x in paths:
os.remove("{}".format(x))
os.remove("{}.db".format(x))
def test_cv_page_reader_tutorial():
"""tutorial for cv page reader."""
reader = MindPage(CV_FILE_NAME + "0")
fields = reader.get_category_fields()
assert fields == ['file_name', 'label'],\
'failed on getting candidate category fields.'
ret = reader.set_category_field("label")
assert ret == SUCCESS, 'failed on setting category field.'
info = reader.read_category_info()
logger.info("category info: {}".format(info))
row = reader.read_at_page_by_id(0, 0, 1)
assert len(row) == 1
assert len(row[0]) == 3
assert row[0]['label'] == 13
row1 = reader.read_at_page_by_name("822", 0, 1)
assert len(row1) == 1
assert len(row1[0]) == 3
assert row1[0]['label'] == 822
paths = [
"{}{}".format(CV_FILE_NAME,
str(x).rjust(1, '0')) for x in range(FILES_NUM)
]
for x in paths:
os.remove("{}".format(x))
os.remove("{}.db".format(x))
def test_cv_page_reader_tutorial_new_api():
"""tutorial for cv page reader."""
reader = MindPage(CV_FILE_NAME + "0")
fields = reader.candidate_fields
assert fields == ['file_name', 'label'],\
'failed on getting candidate category fields.'
reader.category_field = "file_name"
info = reader.read_category_info()
logger.info("category info: {}".format(info))
row = reader.read_at_page_by_id(0, 0, 1)
assert len(row) == 1
assert len(row[0]) == 3
assert row[0]['label'] == 490
row1 = reader.read_at_page_by_name("image_00007.jpg", 0, 1)
assert len(row1) == 1
assert len(row1[0]) == 3
assert row1[0]['label'] == 13
paths = [
"{}{}".format(CV_FILE_NAME,
str(x).rjust(1, '0')) for x in range(FILES_NUM)
]
for x in paths:
os.remove("{}".format(x))
os.remove("{}.db".format(x))
def test_mindpage_lack_some_partition(fixture_cv_file):
"""test page reader when some partition does not exist."""
create_cv_mindrecord(4)
paths = [
"{}{}".format(CV_FILE_NAME,
str(x).rjust(1, '0')) for x in range(FILES_NUM)
]
os.remove("{}".format(paths[0]))
with pytest.raises(MRMOpenError) as err:
MindPage(CV_FILE_NAME + "0")
assert '[MRMOpenError]: error_code: 1347690596, ' \
'error_msg: MindRecord File could not open successfully.' \
in str(err.value)
def search_mindrecord_tutorial():
reader = MindPage(MINDRECORD_FILE_NAME)
fields = reader.get_category_fields()
assert fields == ['file_name', 'label'], \
'failed on getting candidate category fields.'
ret = reader.set_category_field("label")
assert ret == SUCCESS, 'failed on setting category field.'
info = reader.read_category_info()
# print("category info: {}".format(info))
row = reader.read_at_page_by_id(0, 0, 1)
assert len(row) == 1
assert len(row[0]) == 3
# print("row[0]: {}".format(row[0]))
row1 = reader.read_at_page_by_name("2", 0, 2)
assert len(row1) == 2
assert len(row1[0]) == 3
def test_cv_page_reader_tutorial_by_file_name():
"""tutorial for cv page reader."""
reader = MindPage(CV_FILE_NAME + "0")
fields = reader.get_category_fields()
assert fields == ['file_name', 'label'],\
'failed on getting candidate category fields.'
ret = reader.set_category_field("file_name")
assert ret == SUCCESS, 'failed on setting category field.'
info = reader.read_category_info()
logger.info("category info: {}".format(info))
row = reader.read_at_page_by_id(0, 0, 1)
assert len(row) == 1
assert len(row[0]) == 3
assert row[0]['label'] == 490
row1 = reader.read_at_page_by_name("image_00007.jpg", 0, 1)
assert len(row1) == 1
assert len(row1[0]) == 3
assert row1[0]['label'] == 13
def test_cv_page_reader_consumer_num_str():
"""test cv page reader when consumer number is string."""
with pytest.raises(Exception, match="Consumer number is illegal."):
MindPage(CV_FILE_NAME + "0", "2")
def test_mindpage_filename_not_exist(fixture_cv_file):
"""test page reader when some partition does not exist."""
create_cv_mindrecord(4)
reader = MindPage(CV_FILE_NAME + "0")
fields = reader.get_category_fields()
assert fields == ['file_name', 'label'], \
'failed on getting candidate category fields.'
ret = reader.set_category_field("file_name")
assert ret == SUCCESS, 'failed on setting category field.'
info = reader.read_category_info()
logger.info("category info: {}".format(info))
with pytest.raises(MRMFetchDataError):
reader.read_at_page_by_id(9999, 0, 1)
with pytest.raises(MRMFetchDataError):
reader.read_at_page_by_name("abc.jpg", 0, 1)
with pytest.raises(ParamValueError):
reader.read_at_page_by_name(1, 0, 1)
_ = [
"{}{}".format(CV_FILE_NAME,
str(x).rjust(1, '0')) for x in range(FILES_NUM)
]
def test_mindpage_pageno_pagesize_not_int(fixture_cv_file):
"""test page reader when some partition does not exist."""
create_cv_mindrecord(4)
reader = MindPage(CV_FILE_NAME + "0")
fields = reader.get_category_fields()
assert fields == ['file_name', 'label'], \
'failed on getting candidate category fields.'
ret = reader.set_category_field("label")
assert ret == SUCCESS, 'failed on setting category field.'
info = reader.read_category_info()
logger.info("category info: {}".format(info))
with pytest.raises(ParamValueError):
reader.read_at_page_by_id(0, "0", 1)
with pytest.raises(ParamValueError):
reader.read_at_page_by_id(0, 0, "b")
with pytest.raises(ParamValueError):
reader.read_at_page_by_name("822", "e", 1)
with pytest.raises(ParamValueError):
reader.read_at_page_by_name("822", 0, "qwer")
with pytest.raises(MRMFetchDataError,
match="Failed to fetch data by category."):
reader.read_at_page_by_id(99999, 0, 1)