def test_verify_data(self):
from parlai.scripts.verify_data import VerifyData
report = VerifyData.main(task='integration_tests')
assert report['did_not_return_message'] == 0
assert report['empty_string_label_candidates'] == 0
assert report['exs'] == 500
assert report['label_candidates_with_missing_label'] == 0
assert report['missing_label_candidates'] == 0
assert report['missing_labels'] == 0
assert report['missing_text'] == 0
def test_verify_bad_data(self):
from parlai.scripts.verify_data import VerifyData
random.seed(42)
report = VerifyData.main(task='integration_tests:bad_example')
assert report['did_not_return_message'] == 0
assert report['empty_string_label_candidates'] == 63
assert report['exs'] == 437
assert report['label_candidates_with_missing_label'] == 188
assert report['missing_label_candidates'] == 62
assert report['missing_labels'] == 63
assert report['missing_text'] == 62