def process_ses_results(response):
try:
ses_message = json.loads(response['Message'])
notification_type = ses_message['notificationType']
if notification_type == 'Bounce':
notification_type = determine_notification_bounce_type(notification_type, ses_message)
elif notification_type == 'Complaint':
_check_and_queue_complaint_callback_task(*handle_complaint(ses_message))
return True, False
aws_response_dict = get_aws_responses(notification_type)
notification_status = aws_response_dict['notification_status']
reference = ses_message['mail']['messageId']
try:
notification = notifications_dao.dao_get_notification_by_reference(reference)
except NoResultFound:
message_time = iso8601.parse_date(ses_message['mail']['timestamp']).replace(tzinfo=None)
if datetime.utcnow() - message_time < timedelta(minutes=5):
return None, True
current_app.logger.warning(
"notification not found for reference: {} (update to {})".format(reference, notification_status)
)
return None, False
if notification.status not in {NOTIFICATION_SENDING, NOTIFICATION_PENDING}:
notifications_dao._duplicate_update_warning(notification, notification_status)
return None, False
notifications_dao._update_notification_status(notification=notification, status=notification_status)
if not aws_response_dict['success']:
current_app.logger.info(
"SES delivery failed: notification id {} and reference {} has error found. Status {}".format(
notification.id, reference, aws_response_dict['message']
)
)
else:
current_app.logger.info('SES callback returned status of {} for notification: {}'.format(
notification_status, notification.id
))
statsd_client.incr('callback.ses.{}'.format(notification_status))
if notification.sent_at:
statsd_client.timing_with_dates('callback.ses.elapsed-time', datetime.utcnow(), notification.sent_at)
_check_and_queue_callback_task(notification)
return True, False
except Exception as e:
current_app.logger.exception('Error processing SES results: {}'.format(type(e)))
return None, True
def process_ses_results(self, response):
try:
ses_message = json.loads(response['Message'])
notification_type = ses_message['notificationType']
bounce_message = None
if notification_type == 'Bounce':
notification_type, bounce_message = determine_notification_bounce_type(notification_type, ses_message)
elif notification_type == 'Complaint':
_check_and_queue_complaint_callback_task(*handle_complaint(ses_message))
return True
aws_response_dict = get_aws_responses(notification_type)
notification_status = aws_response_dict['notification_status']
reference = ses_message['mail']['messageId']
try:
notification = notifications_dao.dao_get_notification_or_history_by_reference(reference=reference)
except NoResultFound:
message_time = iso8601.parse_date(ses_message['mail']['timestamp']).replace(tzinfo=None)
if datetime.utcnow() - message_time < timedelta(minutes=5):
current_app.logger.info(
f"notification not found for reference: {reference} (update to {notification_status}). "
f"Callback may have arrived before notification was persisted to the DB. Adding task to retry queue"
)
self.retry(queue=QueueNames.RETRY)
else:
current_app.logger.warning(
f"notification not found for reference: {reference} (update to {notification_status})"
)
return
if bounce_message:
current_app.logger.info(f"SES bounce for notification ID {notification.id}: {bounce_message}")
if notification.status not in [NOTIFICATION_SENDING, NOTIFICATION_PENDING]:
notifications_dao._duplicate_update_warning(
notification=notification,
status=notification_status
)
return
else:
notifications_dao.dao_update_notifications_by_reference(
references=[reference],
update_dict={'status': notification_status}
)
statsd_client.incr('callback.ses.{}'.format(notification_status))
if notification.sent_at:
statsd_client.timing_with_dates('callback.ses.elapsed-time', datetime.utcnow(), notification.sent_at)
_check_and_queue_callback_task(notification)
return True
except Retry:
raise
except Exception as e:
current_app.logger.exception('Error processing SES results: {}'.format(type(e)))
self.retry(queue=QueueNames.RETRY)
def process_sns_results(self, response):
try:
# Payload details: https://docs.aws.amazon.com/sns/latest/dg/sms_stats_cloudwatch.html
sns_message = json.loads(response["Message"])
reference = sns_message["notification"]["messageId"]
sns_status = sns_message["status"]
provider_response = sns_message["delivery"]["providerResponse"]
try:
notification_status = determine_status(sns_status, provider_response)
except KeyError:
current_app.logger.warning(f"unhandled provider response for reference {reference}, received '{provider_response}'")
notification_status = NOTIFICATION_TECHNICAL_FAILURE
provider_response = None
try:
notification = notifications_dao.dao_get_notification_by_reference(reference)
except NoResultFound:
message_time = iso8601.parse_date(sns_message["notification"]["timestamp"]).replace(tzinfo=None)
if datetime.utcnow() - message_time < timedelta(minutes=5):
self.retry(queue=QueueNames.RETRY)
else:
current_app.logger.warning(f"notification not found for reference: {reference} (update to {notification_status})")
return
if notification.sent_by != SNS_PROVIDER:
current_app.logger.exception(f"SNS callback handled notification {notification.id} not sent by SNS")
return
if notification.status != NOTIFICATION_SENT:
notifications_dao._duplicate_update_warning(notification, notification_status)
return
notifications_dao._update_notification_status(
notification=notification,
status=notification_status,
provider_response=provider_response if notification_status == NOTIFICATION_TECHNICAL_FAILURE else None,
)
if notification_status != NOTIFICATION_DELIVERED:
current_app.logger.info(
(
f"SNS delivery failed: notification id {notification.id} and reference {reference} has error found. "
f"Provider response: {sns_message['delivery']['providerResponse']}"
)
)
else:
current_app.logger.info(f"SNS callback return status of {notification_status} for notification: {notification.id}")
statsd_client.incr(f"callback.sns.{notification_status}")
if notification.sent_at:
statsd_client.timing_with_dates("callback.sns.elapsed-time", datetime.utcnow(), notification.sent_at)
_check_and_queue_callback_task(notification)
return True
except Retry:
raise
except Exception as e:
current_app.logger.exception(f"Error processing SNS results: {str(e)}")
self.retry(queue=QueueNames.RETRY)
def process_sns_results(self, response):
try:
# Payload details: https://docs.aws.amazon.com/sns/latest/dg/sms_stats_cloudwatch.html
sns_message = json.loads(response['Message'])
reference = sns_message['notification']['messageId']
status = sns_message['status']
provider_response = sns_message['delivery']['providerResponse']
# See all the possible provider responses
# https://docs.aws.amazon.com/sns/latest/dg/sms_stats_cloudwatch.html#sms_stats_delivery_fail_reasons
reasons = {
'Blocked as spam by phone carrier': NOTIFICATION_TECHNICAL_FAILURE,
'Destination is on a blocked list': NOTIFICATION_TECHNICAL_FAILURE,
'Invalid phone number': NOTIFICATION_TECHNICAL_FAILURE,
'Message body is invalid': NOTIFICATION_TECHNICAL_FAILURE,
'Phone carrier has blocked this message': NOTIFICATION_TECHNICAL_FAILURE,
'Phone carrier is currently unreachable/unavailable': NOTIFICATION_TEMPORARY_FAILURE,
'Phone has blocked SMS': NOTIFICATION_TECHNICAL_FAILURE,
'Phone is on a blocked list': NOTIFICATION_TECHNICAL_FAILURE,
'Phone is currently unreachable/unavailable': NOTIFICATION_PERMANENT_FAILURE,
'Phone number is opted out': NOTIFICATION_TECHNICAL_FAILURE,
'This delivery would exceed max price': NOTIFICATION_TECHNICAL_FAILURE,
'Unknown error attempting to reach phone': NOTIFICATION_TECHNICAL_FAILURE,
}
if status == "SUCCESS":
notification_status = NOTIFICATION_DELIVERED
else:
if provider_response not in reasons:
current_app.logger.warning(
f"unhandled provider response for reference {reference}, received '{provider_response}'"
)
notification_status = reasons.get(provider_response, NOTIFICATION_TECHNICAL_FAILURE)
try:
notification = notifications_dao.dao_get_notification_by_reference(reference)
except NoResultFound:
message_time = iso8601.parse_date(sns_message['notification']['timestamp']).replace(tzinfo=None)
if datetime.utcnow() - message_time < timedelta(minutes=5):
self.retry(queue=QueueNames.RETRY)
else:
current_app.logger.warning(
f"notification not found for reference: {reference} (update to {notification_status})"
)
return
if notification.sent_by != SNS_PROVIDER:
current_app.logger.exception(f'SNS callback handled notification {notification.id} not sent by SNS')
return
if notification.status != NOTIFICATION_SENT:
notifications_dao._duplicate_update_warning(notification, notification_status)
return
notifications_dao._update_notification_status(
notification=notification,
status=notification_status
)
if notification_status != NOTIFICATION_DELIVERED:
current_app.logger.info((
f"SNS delivery failed: notification id {notification.id} and reference {reference} has error found. "
f"Provider response: {sns_message['delivery']['providerResponse']}"
))
else:
current_app.logger.info(
f'SNS callback return status of {notification_status} for notification: {notification.id}'
)
statsd_client.incr(f'callback.sns.{notification_status}')
if notification.sent_at:
statsd_client.timing_with_dates('callback.sns.elapsed-time', datetime.utcnow(), notification.sent_at)
_check_and_queue_callback_task(notification)
return True
except Retry:
raise
except Exception as e:
current_app.logger.exception(f'Error processing SNS results: {str(e)}')
self.retry(queue=QueueNames.RETRY)