diff --git a/app/dao/services_dao.py b/app/dao/services_dao.py index 0f9a234dc..092708767 100644 --- a/app/dao/services_dao.py +++ b/app/dao/services_dao.py @@ -327,24 +327,46 @@ def fetch_stats_by_date_range_for_all_services(start_date, end_date, include_fro start_date = get_london_midnight_in_utc(start_date) end_date = get_london_midnight_in_utc(end_date + timedelta(days=1)) - query = db.session.query( - NotificationHistory.notification_type, - NotificationHistory.status, - NotificationHistory.service_id, - func.count(NotificationHistory.id).label('count') - ).filter( - NotificationHistory.created_at >= start_date, - NotificationHistory.created_at < end_date - ).group_by( - NotificationHistory.notification_type, - NotificationHistory.status, - NotificationHistory.service_id - ).order_by( - NotificationHistory.service_id - ) + if start_date >= datetime.utcnow() - timedelta(days=7): + # Use notifications table. + # This should improve performance for the default query and allow us to see test messages for the last week. + query = db.session.query( + Notification.notification_type, + Notification.status, + Notification.service_id, + func.count(Notification.id).label('count') + ).filter( + Notification.created_at >= start_date, + Notification.created_at < end_date + ).group_by( + Notification.notification_type, + Notification.status, + Notification.service_id + ).order_by( + Notification.service_id + ) + if not include_from_test_key: + query = query.filter(NotificationHistory.key_type != KEY_TYPE_TEST) - if not include_from_test_key: - query = query.filter(NotificationHistory.key_type != KEY_TYPE_TEST) + else: + query = db.session.query( + NotificationHistory.notification_type, + NotificationHistory.status, + NotificationHistory.service_id, + func.count(NotificationHistory.id).label('count') + ).filter( + NotificationHistory.created_at >= start_date, + NotificationHistory.created_at < end_date + ).group_by( + NotificationHistory.notification_type, + NotificationHistory.status, + NotificationHistory.service_id + ).order_by( + NotificationHistory.service_id + ) + + if not include_from_test_key: + query = query.filter(NotificationHistory.key_type != KEY_TYPE_TEST) return query.all() diff --git a/tests/app/dao/test_services_dao.py b/tests/app/dao/test_services_dao.py index f3195ce52..1b90a8539 100644 --- a/tests/app/dao/test_services_dao.py +++ b/tests/app/dao/test_services_dao.py @@ -647,6 +647,40 @@ def test_dao_suspend_service_marks_service_as_inactive_and_expires_api_keys(samp assert api_key.expiry_date == datetime(2001, 1, 1, 23, 59, 00) +@pytest.mark.parametrize("start_delta, end_delta, expected", + [("5", "1", "4"), # a date range less than 7 days ago returns test and normal notifications + ("9", "8", "1"), # a date range older than 9 days does not return test notifications. + ("8", "4", "2")]) # a date range that starts more than 7 days ago +def test_fetch_stats_by_date_range_for_all_services_returns_test_notifications(notify_db, + notify_db_session, + sample_api_key, + start_delta, + end_delta, + expected): + result_one = create_notification(notify_db, notify_db_session, created_at=datetime.now(), + api_key_id=sample_api_key.id, key_type='test') + create_notification(notify_db, notify_db_session, created_at=datetime.now() - timedelta(days=2), + api_key_id=sample_api_key.id, key_type='test') + create_notification(notify_db, notify_db_session, created_at=datetime.now() - timedelta(days=3), + api_key_id=sample_api_key.id, key_type='test') + create_notification(notify_db, notify_db_session, created_at=datetime.now() - timedelta(days=4), + api_key_id=sample_api_key.id, key_type='normal') + create_notification(notify_db, notify_db_session, created_at=datetime.now() - timedelta(days=4), + api_key_id=sample_api_key.id, key_type='test') + create_notification(notify_db, notify_db_session, created_at=datetime.now() - timedelta(days=8), + api_key_id=sample_api_key.id, key_type='test') + create_notification(notify_db, notify_db_session, created_at=datetime.now() - timedelta(days=8), + api_key_id=sample_api_key.id, key_type='normal') + + start_date = (datetime.utcnow() - timedelta(days=int(start_delta))).date() + end_date = (datetime.utcnow() - timedelta(days=int(end_delta))).date() + + results = fetch_stats_by_date_range_for_all_services(start_date, end_date, include_from_test_key=True) + + assert len(results) == 1 + assert results[0] == ('sms', 'created', result_one.service_id, int(expected)) + + @freeze_time('2001-01-01T23:59:00') def test_dao_resume_service_marks_service_as_active_and_api_keys_are_still_revoked(sample_service, sample_api_key): dao_suspend_service(sample_service.id)