def test_evaluating(self, simple_model, simple_data):
""" Tests that an evaluation run can succeed.
"""
simple_model.parse(None)
simple_model.build()
evaluator = Executor(model=simple_model)
evaluator.evaluate(provider=simple_data)
def test_embedding_evaluating(self, embedding_model, embedding_data):
""" Tests that we can evaluate a model that has an Embedding.
"""
embedding_model.parse(None)
embedding_model.register_provider(embedding_data)
embedding_model.build()
evaluator = Executor(model=embedding_model)
evaluator.evaluate(provider=embedding_data)
def test_uber_evaluating(self, uber_model, uber_data, jinja_engine):
""" Tests that we can evaluate a very diverse model.
"""
uber_model.parse(jinja_engine)
uber_model.register_provider(uber_data)
uber_model.build()
evaluator = Executor(model=uber_model)
evaluator.evaluate(provider=uber_data)
def test_ctc_evaluating(self, ctc_model, ctc_eval_data):
""" Tests that we can evaluate a model that was trained with CTC loss.
"""
ctc_model.parse(None)
ctc_model.register_provider(ctc_eval_data)
ctc_model.build()
evaluator = Executor(model=ctc_model)
evaluator.evaluate(provider=ctc_eval_data)
def test_evaluating(self, simple_model, simple_data): """ Tests that an evaluation run can succeed. """ simple_model.parse(None) simple_model.build() evaluator = Executor( model=simple_model ) evaluator.evaluate(provider=simple_data)
def test_embedding_evaluating(self, embedding_model, embedding_data): """ Tests that we can evaluate a model that has an Embedding. """ embedding_model.parse(None) embedding_model.register_provider(embedding_data) embedding_model.build() evaluator = Executor( model=embedding_model ) evaluator.evaluate(provider=embedding_data)
def test_uber_evaluating(self, uber_model, uber_data, jinja_engine): """ Tests that we can evaluate a very diverse model. """ uber_model.parse(jinja_engine) uber_model.register_provider(uber_data) uber_model.build() evaluator = Executor( model=uber_model ) evaluator.evaluate(provider=uber_data)
def test_ctc_evaluating(self, ctc_model, ctc_eval_data): """ Tests that we can evaluate a model that was trained with CTC loss. """ ctc_model.parse(None) ctc_model.register_provider(ctc_eval_data) ctc_model.build() evaluator = Executor( model=ctc_model ) evaluator.evaluate(provider=ctc_eval_data)