def test_check_detached_d_file_generation(database):
""" Job statuses should return the correct status and error message to the user """
sess = database.session
# Detached D2 generation waiting to be picked up by the Validator
job = JobFactory(job_status_id=JOB_STATUS_DICT['waiting'],
job_type_id=JOB_TYPE_DICT['file_upload'],
file_type_id=FILE_TYPE_DICT['award'],
error_message='',
filename='job_id/file.csv',
original_filename='file.csv')
sess.add(job)
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'waiting'
# Detached D2 generation running in the Validator
job.job_status_id = JOB_STATUS_DICT['running']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'waiting'
# Detached D2 generation completed by the Validator
job.job_status_id = JOB_STATUS_DICT['finished']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'finished'
assert response_dict['message'] == ''
# Detached D2 generation with an unknown error
job.job_status_id = JOB_STATUS_DICT['failed']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'failed'
assert response_dict[
'message'] == 'Upload job failed without error message'
# Detached D2 generation with a known error
job.error_message = 'FABS upload error message'
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'failed'
assert response_dict['message'] == 'FABS upload error message'
def check_detached_generation(job_id):
""" Return information about detached file generation jobs
Args:
job_id: ID of the detached generation job
Returns:
Response object with keys job_id, status, file_type, url, message, start, and end.
"""
response_dict = generation_helper.check_file_generation(job_id)
return JsonResponse.create(StatusCode.OK, response_dict)
def check_detached_generation(job_id):
""" Return information about detached file generation jobs
Args:
job_id: ID of the detached generation job
Returns:
Response object with keys job_id, status, file_type, url, message, start, and end.
"""
response_dict = generation_helper.check_file_generation(job_id)
return JsonResponse.create(StatusCode.OK, response_dict)
def test_check_detached_d_file_generation(database):
""" Job statuses should return the correct status and error message to the user """
sess = database.session
# Detached D2 generation waiting to be picked up by the Validator
job = JobFactory(job_status_id=JOB_STATUS_DICT['waiting'], job_type_id=JOB_TYPE_DICT['file_upload'],
file_type_id=FILE_TYPE_DICT['award'], error_message='', filename='job_id/file.csv',
original_filename='file.csv')
sess.add(job)
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'waiting'
# Detached D2 generation running in the Validator
job.job_status_id = JOB_STATUS_DICT['running']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'waiting'
# Detached D2 generation completed by the Validator
job.job_status_id = JOB_STATUS_DICT['finished']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'finished'
assert response_dict['message'] == ''
# Detached D2 generation with an unknown error
job.job_status_id = JOB_STATUS_DICT['failed']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'failed'
assert response_dict['message'] == 'Upload job failed without error message'
# Detached D2 generation with a known error
job.error_message = 'FABS upload error message'
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'failed'
assert response_dict['message'] == 'FABS upload error message'
def check_generation(submission, file_type):
""" Return information about file generation jobs connected to a submission
Args:
submission: submission to get information from
file_type: type of file being generated to check on
Returns:
Response object with keys status, file_type, url, message.
If file_type is D1 or D2, also includes start and end.
"""
sess = GlobalDB.db().session
upload_job = sess.query(Job).filter(Job.submission_id == submission.submission_id,
Job.file_type_id == lookups.FILE_TYPE_DICT_LETTER_ID[file_type],
Job.job_type_id == lookups.JOB_TYPE_DICT['file_upload']).one()
response_dict = generation_helper.check_file_generation(upload_job.job_id)
return JsonResponse.create(StatusCode.OK, response_dict)
def check_generation(submission, file_type):
""" Return information about file generation jobs connected to a submission
Args:
submission: submission to get information from
file_type: type of file being generated to check on
Returns:
Response object with keys status, file_type, url, message.
If file_type is D1 or D2, also includes start and end.
"""
sess = GlobalDB.db().session
upload_job = sess.query(Job).filter(
Job.submission_id == submission.submission_id,
Job.file_type_id == lookups.FILE_TYPE_DICT_LETTER_ID[file_type],
Job.job_type_id == lookups.JOB_TYPE_DICT['file_upload']).one()
response_dict = generation_helper.check_file_generation(upload_job.job_id)
return JsonResponse.create(StatusCode.OK, response_dict)
def test_check_submission_d_file_generation(database):
""" Job statuses should return the correct status and error message to the user """
sess = database.session
sub = SubmissionFactory()
sess.add(sub)
# D1 generation waiting to be picked up by the Validator
job = JobFactory(job_status_id=JOB_STATUS_DICT['waiting'], job_type_id=JOB_TYPE_DICT['file_upload'],
file_type_id=FILE_TYPE_DICT['award_procurement'], submission=sub, error_message='',
filename='job_id/file.csv', original_filename='file.csv')
val_job = JobFactory(job_status_id=JOB_STATUS_DICT['waiting'], job_type_id=JOB_TYPE_DICT['csv_record_validation'],
file_type_id=FILE_TYPE_DICT['award_procurement'], submission=sub, error_message='',
number_of_errors=0)
sess.add_all([job, val_job])
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'waiting'
# D1 generation running in the Validator
job.job_status_id = JOB_STATUS_DICT['running']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'waiting'
# D1 generation with an unknown error
job.job_status_id = JOB_STATUS_DICT['failed']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'failed'
assert response_dict['message'] == 'Upload job failed without error message'
# D1 generation with a known error
job.error_message = 'D1 upload error message'
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'failed'
assert response_dict['message'] == 'D1 upload error message'
# D1 generation completed by the Validator; validation waiting to be picked up
job.error_message = ''
job.job_status_id = JOB_STATUS_DICT['finished']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'waiting'
# D1 generation completed; validation running in the Validator
val_job.job_status_id = JOB_STATUS_DICT['running']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'waiting'
# D1 generation completed; validation completed by the Validator
val_job.job_status_id = JOB_STATUS_DICT['finished']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'finished'
# D1 generation completed; validation completed by the Validator
val_job.number_of_errors = 10
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'failed'
assert response_dict['message'] == 'Validation completed but row-level errors were found'
# D1 generation completed; validation with an unknown error
job.error_message = ''
val_job.error_message = ''
val_job.job_status_id = JOB_STATUS_DICT['failed']
val_job.number_of_errors = 0
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'failed'
assert response_dict['message'] == 'Validation job had an internal error'
# D1 generation completed; validation with a known error
job.error_message = ''
val_job.error_message = ''
val_job.error_message = 'D1 upload error message'
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'failed'
assert response_dict['message'] == 'D1 upload error message'
# D1 generation completed; validation with an unknown error
job.error_message = ''
val_job.error_message = ''
val_job.job_status_id = JOB_STATUS_DICT['invalid']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'failed'
assert response_dict['message'] == 'Generated file had file-level errors'
def test_check_submission_d_file_generation(database):
""" Job statuses should return the correct status and error message to the user """
sess = database.session
sub = SubmissionFactory()
sess.add(sub)
# D1 generation waiting to be picked up by the Validator
job = JobFactory(job_status_id=JOB_STATUS_DICT['waiting'],
job_type_id=JOB_TYPE_DICT['file_upload'],
file_type_id=FILE_TYPE_DICT['award_procurement'],
submission=sub,
error_message='',
filename='job_id/file.csv',
original_filename='file.csv')
val_job = JobFactory(job_status_id=JOB_STATUS_DICT['waiting'],
job_type_id=JOB_TYPE_DICT['csv_record_validation'],
file_type_id=FILE_TYPE_DICT['award_procurement'],
submission=sub,
error_message='',
number_of_errors=0)
sess.add_all([job, val_job])
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'waiting'
# D1 generation running in the Validator
job.job_status_id = JOB_STATUS_DICT['running']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'waiting'
# D1 generation with an unknown error
job.job_status_id = JOB_STATUS_DICT['failed']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'failed'
assert response_dict[
'message'] == 'Upload job failed without error message'
# D1 generation with a known error
job.error_message = 'D1 upload error message'
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'failed'
assert response_dict['message'] == 'D1 upload error message'
# D1 generation completed by the Validator; validation waiting to be picked up
job.error_message = ''
job.job_status_id = JOB_STATUS_DICT['finished']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'waiting'
# D1 generation completed; validation running in the Validator
val_job.job_status_id = JOB_STATUS_DICT['running']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'waiting'
# D1 generation completed; validation completed by the Validator
val_job.job_status_id = JOB_STATUS_DICT['finished']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'finished'
# D1 generation completed; validation completed by the Validator
val_job.number_of_errors = 10
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'failed'
assert response_dict[
'message'] == 'Validation completed but row-level errors were found'
# D1 generation completed; validation with an unknown error
job.error_message = ''
val_job.error_message = ''
val_job.job_status_id = JOB_STATUS_DICT['failed']
val_job.number_of_errors = 0
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'failed'
assert response_dict['message'] == 'Validation job had an internal error'
# D1 generation completed; validation with a known error
job.error_message = ''
val_job.error_message = ''
val_job.error_message = 'D1 upload error message'
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'failed'
assert response_dict['message'] == 'D1 upload error message'
# D1 generation completed; validation with an unknown error
job.error_message = ''
val_job.error_message = ''
val_job.job_status_id = JOB_STATUS_DICT['invalid']
sess.commit()
response_dict = check_file_generation(job.job_id)
assert response_dict['status'] == 'failed'
assert response_dict['message'] == 'Generated file had file-level errors'
