def test_evaluate(server_setup, get_interface_params): """ Test evaluate with rounds. Args: server_setup (tuple): Tuple containing url and result directory get_interface_params (tuple): Tuple to configure par interface Return: None """ from sail_on_client.protocol.parinterface import ParInterface url, result_dir = server_setup config_directory, config_name = get_interface_params par_interface = ParInterface(config_name, config_directory) session_id = _initialize_session(par_interface, "OND") result_folder = os.path.join(os.path.dirname(__file__), "mock_results", "image_classification") detection_file_id = os.path.join(result_folder, "OND.54011215.0000.1236_detection.csv") classification_file_id = os.path.join( result_folder, "OND.54011215.0000.1236_classification.csv") results = { "detection": detection_file_id, "classification": classification_file_id, } par_interface.post_results(results, "OND.54011215.0000.1236", 0, session_id) par_interface.evaluate("OND.54011215.0000.1236", 0, session_id)
def test_evaluate(server_setup, get_interface_params): """ Test evaluate with rounds. Args: server_setup (tuple): Tuple containing url and result directory get_interface_params (tuple): Tuple to configure par interface Return: None """ from sail_on_client.protocol.parinterface import ParInterface url, result_dir = server_setup config_directory, config_name = get_interface_params par_interface = ParInterface(config_name, config_directory) session_id = _initialize_session(par_interface, "OND") response = par_interface.evaluate("OND.1.1.1234", 0, session_id) expected = os.path.join(config_directory, f"{session_id}.OND.1.1.1234.0_evaluation.csv") assert expected == response