Move notification retrieval logic into perf platform client and dont filter by status

app/celery/scheduled_tasks.py

@@ -1,4 +1,4 @@
-from datetime import date, datetime, timedelta
+from datetime import datetime
 
 from flask import current_app
 from sqlalchemy.exc import SQLAlchemyError
@@ -10,8 +10,7 @@ from app.dao.invited_user_dao import delete_invitations_created_more_than_two_da
 from app.dao.jobs_dao import dao_set_scheduled_jobs_to_pending, dao_get_jobs_older_than
 from app.dao.notifications_dao import (
     delete_notifications_created_more_than_a_week_ago,
-    dao_timeout_notifications,
-    get_total_sent_notifications_yesterday
+    dao_timeout_notifications
 )
 from app.dao.users_dao import delete_codes_older_created_more_than_a_day_ago
 from app.statsd_decorators import statsd
@@ -118,7 +117,7 @@ def timeout_notifications():
 @notify_celery.task(name='send-daily-performance-platform-stats')
 @statsd(namespace="tasks")
 def send_daily_performance_stats():
-    count_dict = get_total_sent_notifications_yesterday()
+    count_dict = performance_platform_client.get_total_sent_notifications_yesterday()
     start_date = count_dict.get('start_date')
 
     performance_platform_client.send_performance_stats(

app/clients/performance_platform/performance_platform_client.py

@@ -1,9 +1,15 @@
 import base64
 import json
+from datetime import datetime
 from requests import request
 
 from flask import current_app
 
+from app.utils import (
+    get_midnight_for_day_before,
+    get_london_midnight_in_utc
+)
+
 
 class PerformancePlatformClient:
 
@@ -26,6 +32,23 @@ class PerformancePlatformClient:
             self._add_id_for_payload(payload)
             self._send_stats_to_performance_platform(payload)
 
+    def get_total_sent_notifications_yesterday(self):
+        today = datetime.utcnow()
+        start_date = get_midnight_for_day_before(today)
+        end_date = get_london_midnight_in_utc(today)
+
+        from app.dao.notifications_dao import get_total_sent_notifications_in_date_range
+        return {
+            "start_date": start_date,
+            "end_date": end_date,
+            "email": {
+                "count": get_total_sent_notifications_in_date_range(start_date, end_date, 'email')
+            },
+            "sms": {
+                "count": get_total_sent_notifications_in_date_range(start_date, end_date, 'sms')
+            }
+        }
+
     def _send_stats_to_performance_platform(self, payload):
         headers = {
             'Content-Type': "application/json",

app/dao/notifications_dao.py

@@ -22,15 +22,11 @@ from app.models import (
     NOTIFICATION_PENDING,
     NOTIFICATION_TECHNICAL_FAILURE,
     NOTIFICATION_TEMPORARY_FAILURE,
-    NOTIFICATION_STATUS_TYPES_COMPLETED,
     KEY_TYPE_NORMAL, KEY_TYPE_TEST
 )
 
 from app.dao.dao_utils import transactional
 from app.statsd_decorators import statsd
-from app.utils import (
-    get_midnight_for_day_before,
-    get_london_midnight_in_utc)
 
 
 def dao_get_notification_statistics_for_service_and_day(service_id, day):
@@ -419,27 +415,9 @@ def get_total_sent_notifications_in_date_range(start_date, end_date, notificatio
         func.count(NotificationHistory.id).label('count')
     ).filter(
         NotificationHistory.key_type != KEY_TYPE_TEST,
-        NotificationHistory.status.in_(NOTIFICATION_STATUS_TYPES_COMPLETED),
         NotificationHistory.created_at >= start_date,
         NotificationHistory.created_at <= end_date,
         NotificationHistory.notification_type == notification_type
-    ).first()
+    ).scalar()
 
-    return 0 if result is None else result.count
-
-
-def get_total_sent_notifications_yesterday():
-    today = datetime.utcnow()
-    start_date = get_midnight_for_day_before(today)
-    end_date = get_london_midnight_in_utc(today)
-
-    return {
-        "start_date": start_date,
-        "end_date": end_date,
-        "email": {
-            "count": get_total_sent_notifications_in_date_range(start_date, end_date, 'email')
-        },
-        "sms": {
-            "count": get_total_sent_notifications_in_date_range(start_date, end_date, 'sms')
-        }
-    }
+    return result or 0

app/utils.py

@@ -2,7 +2,6 @@ from datetime import datetime, timedelta
 
 import pytz
 from flask import url_for
-from app.models import SMS_TYPE, EMAIL_TYPE
 from notifications_utils.template import SMSMessageTemplate, PlainTextEmailTemplate
 
 
@@ -26,6 +25,7 @@ def url_with_token(data, url, config):
 
 
 def get_template_instance(template, values):
+    from app.models import SMS_TYPE, EMAIL_TYPE
     return {
         SMS_TYPE: SMSMessageTemplate, EMAIL_TYPE: PlainTextEmailTemplate
     }[template['template_type']](template, values)