def test_mindpage_pageno_pagesize_not_int(fixture_cv_file): """test page reader when some partition does not exist.""" create_cv_mindrecord(4) reader = MindPage(CV_FILE_NAME + "0") fields = reader.get_category_fields() assert fields == ['file_name', 'label'], \ 'failed on getting candidate category fields.' ret = reader.set_category_field("label") assert ret == SUCCESS, 'failed on setting category field.' info = reader.read_category_info() logger.info("category info: {}".format(info)) with pytest.raises(ParamValueError): reader.read_at_page_by_id(0, "0", 1) with pytest.raises(ParamValueError): reader.read_at_page_by_id(0, 0, "b") with pytest.raises(ParamValueError): reader.read_at_page_by_name("822", "e", 1) with pytest.raises(ParamValueError): reader.read_at_page_by_name("822", 0, "qwer") with pytest.raises(MRMFetchDataError, match="Failed to fetch data by category."): reader.read_at_page_by_id(99999, 0, 1)
def test_mindpage_filename_not_exist(fixture_cv_file): """test page reader when some partition does not exist.""" create_cv_mindrecord(4) reader = MindPage(CV_FILE_NAME + "0") fields = reader.get_category_fields() assert fields == ['file_name', 'label'], \ 'failed on getting candidate category fields.' ret = reader.set_category_field("file_name") assert ret == SUCCESS, 'failed on setting category field.' info = reader.read_category_info() logger.info("category info: {}".format(info)) with pytest.raises(MRMFetchDataError): reader.read_at_page_by_id(9999, 0, 1) with pytest.raises(MRMFetchDataError): reader.read_at_page_by_name("abc.jpg", 0, 1) with pytest.raises(ParamValueError): reader.read_at_page_by_name(1, 0, 1) _ = [ "{}{}".format(CV_FILE_NAME, str(x).rjust(1, '0')) for x in range(FILES_NUM) ]
def test_nlp_page_reader_tutorial(): """tutorial for nlp page reader.""" reader = MindPage(NLP_FILE_NAME + "0") fields = reader.get_category_fields() assert fields == ['id', 'rating'],\ 'failed on getting candidate category fields.' ret = reader.set_category_field("rating") assert ret == SUCCESS, 'failed on setting category field.' info = reader.read_category_info() logger.info("category info: {}".format(info)) row = reader.read_at_page_by_id(0, 0, 1) assert len(row) == 1 assert len(row[0]) == 6 logger.info("row[0]: {}".format(row[0])) row1 = reader.read_at_page_by_name("7", 0, 1) assert len(row1) == 1 assert len(row1[0]) == 6 logger.info("row1[0]: {}".format(row1[0])) paths = [ "{}{}".format(NLP_FILE_NAME, str(x).rjust(1, '0')) for x in range(FILES_NUM) ] for x in paths: os.remove("{}".format(x)) os.remove("{}.db".format(x))
def test_cv_page_reader_tutorial_new_api(): """tutorial for cv page reader.""" reader = MindPage(CV_FILE_NAME + "0") fields = reader.candidate_fields assert fields == ['file_name', 'label'],\ 'failed on getting candidate category fields.' reader.category_field = "file_name" info = reader.read_category_info() logger.info("category info: {}".format(info)) row = reader.read_at_page_by_id(0, 0, 1) assert len(row) == 1 assert len(row[0]) == 3 assert row[0]['label'] == 490 row1 = reader.read_at_page_by_name("image_00007.jpg", 0, 1) assert len(row1) == 1 assert len(row1[0]) == 3 assert row1[0]['label'] == 13 paths = [ "{}{}".format(CV_FILE_NAME, str(x).rjust(1, '0')) for x in range(FILES_NUM) ] for x in paths: os.remove("{}".format(x)) os.remove("{}.db".format(x))
def test_cv_page_reader_tutorial(): """tutorial for cv page reader.""" reader = MindPage(CV_FILE_NAME + "0") fields = reader.get_category_fields() assert fields == ['file_name', 'label'],\ 'failed on getting candidate category fields.' ret = reader.set_category_field("label") assert ret == SUCCESS, 'failed on setting category field.' info = reader.read_category_info() logger.info("category info: {}".format(info)) row = reader.read_at_page_by_id(0, 0, 1) assert len(row) == 1 assert len(row[0]) == 3 assert row[0]['label'] == 13 row1 = reader.read_at_page_by_name("822", 0, 1) assert len(row1) == 1 assert len(row1[0]) == 3 assert row1[0]['label'] == 822 paths = [ "{}{}".format(CV_FILE_NAME, str(x).rjust(1, '0')) for x in range(FILES_NUM) ] for x in paths: os.remove("{}".format(x)) os.remove("{}.db".format(x))
def search_mindrecord_tutorial(): reader = MindPage(MINDRECORD_FILE_NAME) fields = reader.get_category_fields() assert fields == ['file_name', 'label'], \ 'failed on getting candidate category fields.' ret = reader.set_category_field("label") assert ret == SUCCESS, 'failed on setting category field.' info = reader.read_category_info() # print("category info: {}".format(info)) row = reader.read_at_page_by_id(0, 0, 1) assert len(row) == 1 assert len(row[0]) == 3 # print("row[0]: {}".format(row[0])) row1 = reader.read_at_page_by_name("2", 0, 2) assert len(row1) == 2 assert len(row1[0]) == 3
def test_cv_page_reader_tutorial_by_file_name(): """tutorial for cv page reader.""" reader = MindPage(CV_FILE_NAME + "0") fields = reader.get_category_fields() assert fields == ['file_name', 'label'],\ 'failed on getting candidate category fields.' ret = reader.set_category_field("file_name") assert ret == SUCCESS, 'failed on setting category field.' info = reader.read_category_info() logger.info("category info: {}".format(info)) row = reader.read_at_page_by_id(0, 0, 1) assert len(row) == 1 assert len(row[0]) == 3 assert row[0]['label'] == 490 row1 = reader.read_at_page_by_name("image_00007.jpg", 0, 1) assert len(row1) == 1 assert len(row1[0]) == 3 assert row1[0]['label'] == 13