def test_transcripts_evaluate(get_transcripts_interface_params):
"""
Test evaluate for transcripts.
Args:
get_transcripts_interface_params (tuple): Tuple to configure local interface
Return:
None
"""
from sail_on_client.protocol.localinterface import LocalInterface
config_directory, config_name = get_transcripts_interface_params
local_interface = LocalInterface(config_name, config_directory)
session_id = _initialize_session(local_interface, "OND", "transcripts")
result_folder = os.path.join(
os.path.dirname(__file__), "mock_results", "transcripts"
)
detection_file_id = os.path.join(
result_folder, "OND.0.90001.8714062_PreComputedDetector_detection.csv"
)
classification_file_id = os.path.join(
result_folder, "OND.0.90001.8714062_PreComputedDetector_classification.csv"
)
characterization_file_id = os.path.join(
result_folder, "OND.0.90001.8714062_PreComputedDetector_characterization.csv"
)
results = {
"detection": detection_file_id,
"classification": classification_file_id,
"characterization": characterization_file_id,
}
baseline_session_id = _initialize_session(local_interface, "OND", "transcripts")
local_interface.post_results(results, "OND.0.90001.8714062", 0, session_id)
local_interface.evaluate("OND.0.90001.8714062", 0, session_id)
baseline_classification_file_id = os.path.join(
result_folder,
"OND.0.90001.8714062_BaselinePreComputedDetector_classification.csv",
)
baseline_result = {
"classification": baseline_classification_file_id,
}
local_interface.post_results(
baseline_result, "OND.0.90001.8714062", 0, baseline_session_id
)
local_interface.evaluate("OND.0.90001.8714062", 0, session_id, baseline_session_id)
def test_image_classification_evaluate(get_ic_interface_params):
"""
Test evaluate with rounds.
Args:
get_interface_params (tuple): Tuple to configure local interface
Return:
None
"""
from sail_on_client.protocol.localinterface import LocalInterface
config_directory, config_name = get_ic_interface_params
local_interface = LocalInterface(config_name, config_directory)
session_id = _initialize_session(local_interface, "OND", "image_classification")
baseline_session_id = _initialize_session(
local_interface, "OND", "image_classification"
)
result_folder = os.path.join(
os.path.dirname(__file__), "mock_results", "image_classification"
)
detection_file_id = os.path.join(
result_folder, "OND.54011215.0000.1236_PreComputedDetector_detection.csv"
)
classification_file_id = os.path.join(
result_folder, "OND.54011215.0000.1236_PreComputedDetector_classification.csv"
)
baseline_classification_file_id = os.path.join(
result_folder,
"OND.54011215.0000.1236_BaselinePreComputedDetector_classification.csv",
)
results = {
"detection": detection_file_id,
"classification": classification_file_id,
}
baseline_result = {
"classification": baseline_classification_file_id,
}
local_interface.post_results(results, "OND.54011215.0000.1236", 0, session_id)
local_interface.post_results(
baseline_result, "OND.54011215.0000.1236", 0, baseline_session_id
)
local_interface.evaluate("OND.54011215.0000.1236", 0, session_id)
local_interface.evaluate(
"OND.54011215.0000.1236", 0, session_id, baseline_session_id
)
def test_evaluate(get_interface_params):
"""
Test evaluate with rounds.
Args:
get_interface_params (tuple): Tuple to configure local interface
Return:
None
"""
from sail_on_client.protocol.localinterface import LocalInterface
config_directory, config_name = get_interface_params
data_dir = f"{os.path.dirname(__file__)}/data"
local_interface = LocalInterface(config_name, config_directory)
session_id = _initialize_session(local_interface, "OND")
response = local_interface.evaluate("OND.1.1.1234", 0, session_id)
expected = os.path.join(data_dir, "evaluation.csv")
assert expected == response