Merge pull request #1698 from alphagov/add-exception-for-failed-letters

Added a new exception type for DVLAException

app/celery/celery.py

@@ -18,7 +18,7 @@ def make_task(app):
 
         def on_failure(self, exc, task_id, args, kwargs, einfo):
             # ensure task will log exceptions to correct handlers
-            app.logger.exception('Celery task failed')
+            app.logger.exception('Celery task: {} failed'.format(self.name))
             super().on_failure(exc, task_id, args, kwargs, einfo)
 
         def __call__(self, *args, **kwargs):

app/celery/tasks.py

@@ -52,6 +52,7 @@ from app.dao.provider_details_dao import get_current_provider
 from app.dao.service_inbound_api_dao import get_service_inbound_api_for_service
 from app.dao.services_dao import dao_fetch_service_by_id, fetch_todays_total_message_count
 from app.dao.templates_dao import dao_get_template_by_id
+from app.exceptions import DVLAException
 from app.models import (
     DVLA_RESPONSE_STATUS_SENT,
     EMAIL_TYPE,
@@ -469,31 +470,18 @@ def update_letter_notifications_statuses(self, filename):
     try:
         notification_updates = process_updates_from_file(response_file_content)
     except TypeError:
-        current_app.logger.exception('DVLA response file: {} has an invalid format'.format(filename))
-        raise
+        raise DVLAException('DVLA response file: {} has an invalid format'.format(filename))
     else:
+        temporary_failures = []
         for update in notification_updates:
             check_billable_units(update)
+            update_letter_notification(filename, temporary_failures, update)
 
-            status = NOTIFICATION_DELIVERED if update.status == DVLA_RESPONSE_STATUS_SENT \
-                else NOTIFICATION_TEMPORARY_FAILURE
-            updated_count = dao_update_notifications_by_reference(
-                references=[update.reference],
-                update_dict={"status": status,
-                             "billable_units": update.page_count,
-                             "updated_at": datetime.utcnow()
-                             }
-            )
-
-            if not updated_count:
-                msg = "Update letter notification file {filename} failed: notification either not found " \
-                    "or already updated from delivered. Status {status} for notification reference {reference}".format(
-                        filename=filename, status=status, reference=update.reference)
-                current_app.logger.error(msg)
-            else:
-                current_app.logger.info(
-                    'DVLA file: {filename}, notification updated to {status}: {reference}'.format(
-                        filename=filename, status=status, reference=str(update.reference)))
+        if temporary_failures:
+            # This will alert Notify that DVLA was unable to deliver the letters, we need to investigate
+            message = "DVLA response file: {filename} has failed letters with notification.reference {failures}".format(
+                filename=filename, failures=temporary_failures)
+            raise DVLAException(message)
 
 
 def process_updates_from_file(response_file):
@@ -502,6 +490,28 @@ def process_updates_from_file(response_file):
     return notification_updates
 
 
+def update_letter_notification(filename, temporary_failures, update):
+    if update.status == DVLA_RESPONSE_STATUS_SENT:
+        status = NOTIFICATION_DELIVERED
+    else:
+        status = NOTIFICATION_TEMPORARY_FAILURE
+        temporary_failures.append(update.reference)
+
+    updated_count = dao_update_notifications_by_reference(
+        references=[update.reference],
+        update_dict={"status": status,
+                     "billable_units": update.page_count,
+                     "updated_at": datetime.utcnow()
+                     }
+    )
+
+    if not updated_count:
+        msg = "Update letter notification file {filename} failed: notification either not found " \
+              "or already updated from delivered. Status {status} for notification reference {reference}".format(
+                  filename=filename, status=status, reference=update.reference)
+        current_app.logger.error(msg)
+
+
 def check_billable_units(notification_update):
     notification = dao_get_notification_by_reference(notification_update.reference)
 

app/exceptions.py

@@ -0,0 +1,3 @@
+class DVLAException(Exception):
+    def __init__(self, message):
+        self.message = message