def _validate_assessment_examples(rubric_dict, assessments):
"""
Validate assessment training examples.
Args:
rubric_dict (dict): The serialized rubric model.
assessments (list of dict): List of assessment dictionaries.
Returns:
tuple (is_valid, msg) where
is_valid is a boolean indicating whether the assessment is semantically valid
and msg describes any validation errors found.
"""
for asmnt in assessments:
if asmnt['name'] == 'student-training':
examples = convert_training_examples_list_to_dict(asmnt['examples'])
# Delegate to the student training API to validate the
# examples against the rubric.
errors = validate_training_examples(rubric_dict, examples)
if errors:
return False, "\n".join(errors)
return True, u''
def validate_assessment_examples(rubric_dict, assessments, _):
"""
Validate assessment training examples.
Args:
rubric_dict (dict): The serialized rubric model.
assessments (list of dict): List of assessment dictionaries.
_ (function): The service function used to get the appropriate i18n text
Returns:
tuple (is_valid, msg) where
is_valid is a boolean indicating whether the assessment is semantically valid
and msg describes any validation errors found.
"""
for asmnt in assessments:
if asmnt['name'] == 'student-training':
examples = convert_training_examples_list_to_dict(
asmnt['examples'])
# Must have at least one training example
if len(examples) == 0:
return False, _(
u"Learner training must have at least one training example."
)
# Delegate to the student training API to validate the
# examples against the rubric.
errors = validate_training_examples(rubric_dict, examples)
if errors:
return False, "; ".join(errors)
return True, u''
def _validate_assessment_examples(rubric_dict, assessments):
"""
Validate assessment training examples.
Args:
rubric_dict (dict): The serialized rubric model.
assessments (list of dict): List of assessment dictionaries.
Returns:
tuple (is_valid, msg) where
is_valid is a boolean indicating whether the assessment is semantically valid
and msg describes any validation errors found.
"""
for asmnt in assessments:
if asmnt['name'] == 'student-training':
examples = convert_training_examples_list_to_dict(asmnt['examples'])
# Delegate to the student training API to validate the
# examples against the rubric.
errors = validate_training_examples(rubric_dict, examples)
if errors:
return False, "\n".join(errors)
return True, u''
def validate_assessment_examples(rubric_dict, assessments, _):
"""
Validate assessment training examples.
Args:
rubric_dict (dict): The serialized rubric model.
assessments (list of dict): List of assessment dictionaries.
_ (function): The service function used to get the appropriate i18n text
Returns:
tuple (is_valid, msg) where
is_valid is a boolean indicating whether the assessment is semantically valid
and msg describes any validation errors found.
"""
for asmnt in assessments:
if asmnt['name'] == 'student-training':
examples = convert_training_examples_list_to_dict(asmnt['examples'])
# Must have at least one training example
if len(examples) == 0:
return False, _(
u"Learner training must have at least one training example."
)
# Delegate to the student training API to validate the
# examples against the rubric.
errors = validate_training_examples(rubric_dict, examples)
if errors:
return False, "; ".join(errors)
return True, u''
def test_validate_training_examples(self, data):
errors = training_api.validate_training_examples(
data['rubric'], data['examples'])
msg = u"Expected errors {} but got {}".format(data['errors'], errors)
self.assertItemsEqual(errors, data['errors'], msg=msg)
def test_validate_training_examples(self, data):
errors = training_api.validate_training_examples(
data['rubric'], data['examples']
)
msg = u"Expected errors {} but got {}".format(data['errors'], errors)
self.assertItemsEqual(errors, data['errors'], msg=msg)