def test_that_orchestration_sleeps_enough(mocker):
widget = SemiSupervisor()
# patch methods not to be used:
mocker.patch.object(widget, "retrain")
widget.model_performance = mocker.MagicMock(
**{"model_performance.value": "nice"}
)
t0 = time()
widget.orchestrate(max_runs=2, interval_seconds=0.01, interval_n_labels=0)
t1 = time()
assert t1 - t0 > 0.02
def test_that_run_orchestration_with_none_runs_orchestrator_once(mocker):
widget = SemiSupervisor()
mocker.patch.object(widget, "_run_orchestration", return_value=1)
dummy_html_widget = namedtuple("dummy_html_widget", ["value"])
widget.model_performance = dummy_html_widget(
value="test model performance"
)
# t0 = time()
widget.orchestrate(interval_seconds=0.1, max_runs=2)
assert widget._run_orchestration.call_count == 2
def test_that_run_orchestration_doesnt_rerun_if_not_enough_new_labels(mocker):
widget = SemiSupervisor()
# patch the nr of provided labels:
mocker.patch.object(widget, "queue")
widget.queue.configure_mock(**{"_labelled_count.side_effect": [0, 5, 10]})
# patch methods not to be used:
mocker.patch.object(widget, "retrain")
widget.model_performance = mocker.MagicMock(
**{"model_performance.value": "nice"}
)
# print([widget.queue._labelled_count() for i in range(3)])
# raise ValueError
widget.orchestrate(max_runs=2, interval_seconds=0, interval_n_labels=10)
assert widget.queue._labelled_count.call_count == 3
assert widget.retrain.call_count == 2
