def test_answer_comparisons_different_types():
""" Ensures that when answer comparison is used, the type of the variables must be the same """
filename = "schemas/invalid/test_invalid_answer_comparison_types.json"
questionnaire_schema = QuestionnaireSchema(
_open_and_load_schema_file(filename))
group = questionnaire_schema.get_group("route-group")
block = questionnaire_schema.get_block("route-comparison-2")
validator = RoutingValidator(block, group, questionnaire_schema)
validator.validate()
expected_errors = [
{
"message":
WhenRuleValidator.NON_MATCHING_WHEN_ANSWER_AND_COMPARISON_TYPES,
"comparison_id": "route-comparison-1-answer",
"answer_id": "route-comparison-2-answer",
"referenced_id": "route-comparison-2",
},
{
"message": WhenRuleValidator.NON_CHECKBOX_COMPARISON_ID,
"comparison_id": "route-comparison-2-answer",
"condition": "equals any",
},
]
assert expected_errors == validator.errors
def test_invalid_source_reference(value_source):
questionnaire_schema = QuestionnaireSchema(
{"metadata": [{
"name": "metatata-1",
"type": "string"
}]})
questionnaire_schema.list_names = ["list-1"]
questionnaire_schema.calculated_summary_block_ids = ["block-1"]
questionnaire_schema.answers_with_context = {
"answer-1": {
"answer": {
"id": "answer-1",
"type": "TextField"
}
}
}
validator = ValueSourceValidator(value_source, "some.json.path",
questionnaire_schema)
validator.validate()
error = validator.errors[0]
assert error[
"message"] == ValueSourceValidator.SOURCE_REFERENCE_INVALID.format(
value_source["source"])
assert error["identifier"] == value_source["identifier"]
assert error["json_path"] == "some.json.path"
def test_invalid_self_reference():
block = {
"id": "block-1",
"title": {
"text": "test {simple_answer}",
"placeholders": [
{
"placeholder": "simple_answer",
"value": {"source": "answers", "identifier": "answer-1"},
}
],
},
}
questionnaire_schema = QuestionnaireSchema({})
questionnaire_schema.answers_with_context = {
"answer-1": {
"answer": {"id": "answer-1", "type": "TextField"},
"block": "block-1",
}
}
validator = BlockValidator(block, questionnaire_schema)
validator.validate_placeholder_answer_self_references()
expected_errors = [
{
"message": BlockValidator.PLACEHOLDER_ANSWER_SELF_REFERENCE,
"identifier": "answer-1",
"block_id": "block-1",
}
]
assert validator.errors == expected_errors
def test_validate_options_null_value_is_valid(operator_name, first_argument,
second_argument):
rule = {operator_name: [first_argument, second_argument]}
questionnaire_schema = QuestionnaireSchema({})
questionnaire_schema.answers_with_context = {
"string-answer": {
"answer": {
"id": "string-answer",
"type": "Radio"
}
},
"array-answer": {
"answer": {
"id": "array-answer",
"type": "Checkbox"
}
},
}
questionnaire_schema.answer_id_to_option_values_map = {
"string-answer": ["Yes", "No"],
"array-answer": ["Yes", "No"],
}
validator = get_validator(rule, questionnaire_schema=questionnaire_schema)
validator.validate()
assert not validator.errors
def test_validate_options(operator_name, first_argument, second_argument):
rule = {operator_name: [first_argument, second_argument]}
questionnaire_schema = QuestionnaireSchema({})
questionnaire_schema.answers_with_context = {
"string-answer": {
"answer": {
"id": "string-answer",
"type": "Radio"
}
},
"array-answer": {
"answer": {
"id": "array-answer",
"type": "Checkbox"
}
},
}
questionnaire_schema.answer_id_to_option_values_map = {
"string-answer": ["Yes", "No"],
"array-answer": ["Yes", "No"],
}
validator = get_validator(rule, questionnaire_schema=questionnaire_schema)
validator.validate()
expected_error = {
"message": validator.VALUE_DOESNT_EXIST_IN_ANSWER_OPTIONS,
"origin_id": ORIGIN_ID,
"answer_options": ["Yes", "No"],
"value": "Maybe",
}
assert validator.errors == [expected_error]
def get_mock_schema(questionnaire_schema=None, answers_with_context=None):
if not questionnaire_schema:
questionnaire_schema = QuestionnaireSchema({})
if answers_with_context:
questionnaire_schema.answers_with_context = answers_with_context
return questionnaire_schema
def test_get_blocks():
filename = "schemas/valid/test_list_collector_driving_question.json"
questionnaire_schema = QuestionnaireSchema(
_open_and_load_schema_file(filename))
driving_question_blocks = questionnaire_schema.get_blocks(
type="ListCollectorDrivingQuestion", for_list="people")
assert len(driving_question_blocks) == 1
assert driving_question_blocks[0]["id"] == "anyone-usually-live-at"
def test_invalid_calculated_summary():
"""Asserts invalid `when` types, currencies or units are not of the same type for CalculatedSummary"""
filename = "schemas/invalid/test_invalid_calculated_summary.json"
json_to_validate = _open_and_load_schema_file(filename)
expected_error_messages = [
{
"message":
CalculatedSummaryBlockValidator.ANSWERS_MUST_HAVE_SAME_TYPE,
"block_id": "total-playback-type-error",
},
{
"message":
CalculatedSummaryBlockValidator.ANSWERS_MUST_HAVE_SAME_CURRENCY,
"block_id": "total-playback-currency-error",
},
{
"message":
CalculatedSummaryBlockValidator.ANSWERS_MUST_HAVE_SAME_UNIT,
"block_id": "total-playback-unit-error",
},
{
"message": CalculatedSummaryBlockValidator.ANSWERS_HAS_INVALID_ID,
"answer_id": "seventh-number-answer",
"block_id": "total-playback-answer-error",
},
{
"message": CalculatedSummaryBlockValidator.ANSWERS_HAS_DUPLICATES,
"block_id": "total-playback-duplicate-error",
"duplicate_answers":
["fourth-number-answer", "sixth-number-answer"],
},
{
"message":
CalculatedSummaryBlockValidator.ANSWERS_MUST_HAVE_SAME_TYPE,
"block_id": "total-playback-duplicate-error",
},
]
questionnaire_schema = QuestionnaireSchema(json_to_validate)
errors = []
for block_id in [
"total-playback-type-error",
"total-playback-currency-error",
"total-playback-unit-error",
"total-playback-answer-error",
"total-playback-duplicate-error",
]:
block = questionnaire_schema.get_block(block_id)
validator = CalculatedSummaryBlockValidator(block,
questionnaire_schema)
errors += validator.validate()
assert errors == expected_error_messages
def test_get_other_blocks():
filename = "schemas/valid/test_list_collector.json"
questionnaire_schema = QuestionnaireSchema(_open_and_load_schema_file(filename))
other_list_collectors = questionnaire_schema.get_other_blocks(
block_id_to_filter="list-collector", type="ListCollector", for_list="people"
)
assert len(other_list_collectors) == 1
assert other_list_collectors[0]["id"] == "another-list-collector"
def test_invalid_list_collector_non_radio():
filename = "schemas/invalid/test_invalid_list_collector_non_radio.json"
questionnaire_schema = QuestionnaireSchema(
_open_and_load_schema_file(filename))
validator = ListCollectorValidator(
questionnaire_schema.get_block("list-collector"), questionnaire_schema)
validator.validate()
expected_error_messages = [{
"message": validator.NO_RADIO_FOR_LIST_COLLECTOR,
"block_id": "list-collector"
}]
assert expected_error_messages == validator.errors
def test_invalid_hub_and_spoke_and_summary_confirmation_non_existent():
filename = "schemas/invalid/test_invalid_hub_and_spoke_and_summary_confirmation_non_existent.json"
questionnaire_schema = QuestionnaireSchema(
_open_and_load_schema_file(filename))
section = questionnaire_schema.get_section("accommodation-section")
validator = SectionValidator(section, questionnaire_schema)
expected_errors = [{
"section_id": "accommodation-section",
"message": SectionValidator.UNDEFINED_SUBMISSION_PAGE,
}]
validator.validate()
assert validator.errors == expected_errors
def test_invalid_composite_answer_field_in_selector():
questionnaire_schema = QuestionnaireSchema({})
validator = BlockValidator({"id": "confirm-address"}, questionnaire_schema)
validator.questionnaire_schema.answers_with_context = {
"address-answer": {
"answer": {"id": "address-answer", "type": "Address"},
"block": "name",
},
"confirm-address-answer": {
"answer": {"id": "confirm-address-answer"},
"block": "confirm-address",
},
}
validator.validate_source_references(
[
{
"identifier": "address-answer",
"source": "answers",
"selector": "invalid-field",
}
]
)
expected_errors = [
{
"message": BlockValidator.COMPOSITE_ANSWER_FIELD_INVALID,
"referenced_id": "address-answer",
"block_id": "confirm-address",
}
]
assert validator.errors == expected_errors
def test_invalid_reference():
known_identifiers = ["answer-1", "answer-2"]
questionnaire_schema = QuestionnaireSchema({})
validator = BlockValidator({"id": "block-1"}, questionnaire_schema)
validator.questionnaire_schema.answers_with_context = {
"answer-1": {
"answer": {
"decimal_places": 2,
"id": "answer-1",
"label": "Answer 1",
"mandatory": False,
"type": "Number",
},
"block": "block-1",
}
}
validator.validate_answer_source_reference(identifiers=known_identifiers)
expected_errors = [
{
"message": BlockValidator.ANSWER_SELF_REFERENCE,
"referenced_id": "answer-1",
"block_id": "block-1",
},
{
"message": BlockValidator.ANSWER_REFERENCE_INVALID,
"referenced_id": "answer-2",
"block_id": "block-1",
},
]
assert validator.errors == expected_errors
def test_invalid_relationship_multiple_answers():
filename = "schemas/invalid/test_invalid_relationship_multiple_answers.json"
questionnaire_schema = QuestionnaireSchema(
_open_and_load_schema_file(filename))
block = questionnaire_schema.get_block("relationships")
validator = RelationshipCollectorValidator(block, questionnaire_schema)
expected_errors = [{
"message": validator.RELATIONSHIP_COLLECTOR_HAS_MULTIPLE_ANSWERS,
"block_id": "relationships",
}]
validator.validate()
assert validator.errors == expected_errors
def test_invalid_driving_question_multiple_driving_questions():
filename = "schemas/invalid/test_invalid_list_collector_driving_question_multiple_driving_questions.json"
questionnaire_schema = QuestionnaireSchema(
_open_and_load_schema_file(filename))
block = questionnaire_schema.get_block("anyone-usually-live-at")
validator = ListCollectorDrivingQuestionValidator(block,
questionnaire_schema)
expected_error_messages = [{
"message": validator.MULTIPLE_DRIVING_QUESTIONS_FOR_LIST,
"block_id": "anyone-usually-live-at",
"for_list": "people",
}]
assert expected_error_messages == validator.validate()
def test_invalid_list_collector_with_different_answer_ids_in_add_and_edit():
filename = "schemas/invalid/test_invalid_list_collector_with_different_answer_ids_in_add_and_edit.json"
questionnaire_schema = QuestionnaireSchema(
_open_and_load_schema_file(filename))
block = questionnaire_schema.get_block("list-collector")
validator = ListCollectorValidator(block, questionnaire_schema)
expected_errors = [{
"message": validator.LIST_COLLECTOR_ADD_EDIT_IDS_DONT_MATCH,
"block_id": "list-collector",
}]
validator.validate()
assert validator.errors == expected_errors
def test_invalid_list_collector_same_name_answer_id_reference():
filename = "schemas/invalid/test_invalid_list_collector_same_name_answer_ids.json"
questionnaire_schema = QuestionnaireSchema(
_open_and_load_schema_file(filename))
validator = ListCollectorValidator(
questionnaire_schema.get_block("list-collector"), questionnaire_schema)
validator.validate()
expected_errors = [{
"message": validator.MISSING_SAME_NAME_ANSWER_ID,
"block_id": "list-collector",
"answer_id": "surname",
}]
assert expected_errors == validator.errors
def test_invalid_primary_person_list_collector_with_no_add_or_edit_answer_action(
):
filename = "schemas/invalid/test_invalid_primary_person_list_collector_no_add_edit_action.json"
questionnaire_schema = QuestionnaireSchema(
_open_and_load_schema_file(filename))
block = questionnaire_schema.get_block("primary-person-list-collector")
validator = PrimaryPersonListCollectorValidator(block,
questionnaire_schema)
expected_errors = [{
"message": validator.NO_REDIRECT_TO_LIST_ADD_BLOCK,
"block_id": "primary-person-list-collector",
}]
assert validator.validate() == expected_errors
def get_validator(routing_rules, origin_id):
return NewRoutingValidator(
routing_rules=routing_rules,
group={},
origin_id=origin_id,
questionnaire_schema=QuestionnaireSchema({}),
)
def test_get_sub_block_context():
filename = "schemas/valid/test_list_collector_driving_question.json"
questionnaire_schema = QuestionnaireSchema(_open_and_load_schema_file(filename))
assert [
(question["id"], context)
for question, context in questionnaire_schema.questions_with_context
] == [
(
"anyone-usually-live-at-question",
{
"group_id": "group",
"section": "section",
"block": "anyone-usually-live-at",
},
),
(
"confirmation-question",
{"group_id": "group", "section": "section", "block": "anyone-else-live-at"},
),
(
"add-question",
{"group_id": "group", "section": "section", "block": "add-person"},
),
(
"edit-question",
{"group_id": "group", "section": "section", "block": "edit-person"},
),
(
"remove-question",
{"group_id": "group", "section": "section", "block": "remove-person"},
),
]
def test_invalid_list_reference_in_custom_summary():
filename = "schemas/invalid/test_invalid_custom_list_summary.json"
questionnaire_schema = QuestionnaireSchema(
_open_and_load_schema_file(filename))
section = questionnaire_schema.get_section("section")
validator = SectionValidator(section, questionnaire_schema)
expected_errors = [{
"message": error_messages.FOR_LIST_NEVER_POPULATED,
"list_name": "household",
"section_id": "section",
}]
validator.validate()
assert validator.errors == expected_errors
def test_invalid_list_collector_with_different_add_block_answer_ids():
filename = "schemas/invalid/test_invalid_list_collector_with_different_add_block_answer_ids.json"
questionnaire_schema = QuestionnaireSchema(
_open_and_load_schema_file(filename))
block = questionnaire_schema.get_block("list-collector")
validator = ListCollectorValidator(block, questionnaire_schema)
validator.validate()
expected_errors = [{
"message": validator.NON_UNIQUE_ANSWER_ID_FOR_LIST_COLLECTOR_ADD,
"list_name": "people",
"block_id": "list-collector",
}]
assert expected_errors == validator.errors
def test_invalid_routing_block_id():
rule = {
"goto": {
"block":
"invalid-location",
"when": [{
"condition": "equals",
"id": "conditional-routing-answer",
"value": "No, I prefer tea",
}],
}
}
questionnaire_schema = QuestionnaireSchema({})
validator = RoutingValidator({}, {}, questionnaire_schema)
validator.validate_routing_rule_target([{
"id": "mock-block"
}], "block", rule)
expected_error = {
"message": validator.ROUTE_TARGET_INVALID,
"goto_key": "block",
"referenced_id": "invalid-location",
}
assert validator.errors == [expected_error]
def test_invalid_hub_and_spoke_with_summary_confirmation():
filename = (
"schemas/invalid/test_invalid_hub_and_spoke_with_summary_confirmation.json"
)
questionnaire_schema = QuestionnaireSchema(
_open_and_load_schema_file(filename))
section = questionnaire_schema.get_section("accommodation-section")
validator = SectionValidator(section, questionnaire_schema)
expected_errors = [{
"message": SectionValidator.MULTIPLE_SUBMISSION_PAGES,
"section_id": "accommodation-section",
}]
validator.validate()
assert validator.errors == expected_errors
def test_invalid_list_collector_with_no_remove_answer_action():
filename = (
"schemas/invalid/test_invalid_list_collector_with_no_remove_answer_action.json"
)
questionnaire_schema = QuestionnaireSchema(
_open_and_load_schema_file(filename))
validator = ListCollectorValidator(
questionnaire_schema.get_block("list-collector"), questionnaire_schema)
validator.validate()
expected_errors = [{
"message": validator.NO_REMOVE_LIST_ITEM_AND_ANSWERS_ACTION,
"block_id": "list-collector",
}]
assert expected_errors == validator.errors
def test_primary_person_invalid_list_collector_non_radio():
filename = (
"schemas/invalid/test_invalid_primary_person_list_collector_no_radio.json"
)
questionnaire_schema = QuestionnaireSchema(
_open_and_load_schema_file(filename))
validator = PrimaryPersonListCollectorValidator(
questionnaire_schema.get_block("primary-person-list-collector"),
questionnaire_schema,
)
expected_errors = [{
"message": validator.NO_RADIO_FOR_PRIMARY_PERSON_LIST_COLLECTOR,
"block_id": "primary-person-list-collector",
}]
assert expected_errors == validator.validate()
def test_get_context_from_match():
filename = "schemas/valid/test_question_variants.json"
questionnaire_schema = QuestionnaireSchema(_open_and_load_schema_file(filename))
matches = parse("$..blocks[*]").find(questionnaire_schema.schema)
context = get_context_from_match(matches[0])
assert context == {"section": "section", "group_id": "group", "block": "block-1"}
def test_invalid_actions():
filename = "schemas/invalid/test_invalid_relationships_unrelated.json"
questionnaire_schema = QuestionnaireSchema(
_open_and_load_schema_file(filename))
block = questionnaire_schema.get_block("relationships").get(
"unrelated_block")
validator = UnrelatedBlockValidator(block, questionnaire_schema)
expected_errors = [{
"message": validator.ACTION_PARAMS_MISSING,
"block_id": "related-to-anyone-else",
}]
validator.validate()
assert validator.errors == expected_errors
def test_invalid_answer_action_redirect_to_list_add_block_unexpected_params():
filename = "schemas/invalid/test_invalid_answer_action_redirect_to_list_add_block_unexpected_params.json"
questionnaire_schema = QuestionnaireSchema(_open_and_load_schema_file(filename))
validator = BlockValidator(
questionnaire_schema.get_block("list-collector"), questionnaire_schema
)
expected_error_messages = [
{
"message": validator.ACTION_PARAMS_SHOULDNT_EXIST,
"block_id": "list-collector",
}
]
validator.validate()
assert expected_error_messages == validator.errors
def test_invalid_use_of_id_relationships_with_type():
filename = "schemas/invalid/test_invalid_use_of_block_id_relationships.json"
questionnaire_schema = QuestionnaireSchema(_open_and_load_schema_file(filename))
validator = BlockValidator(
questionnaire_schema.get_block("relationships"), questionnaire_schema
)
expected_error_messages = [
{
"message": validator.ID_RELATIONSHIPS_NOT_USED_WITH_RELATIONSHIP_COLLECTOR,
"block_id": "relationships",
}
]
validator.validate()
assert expected_error_messages == validator.errors