Merge pull request #1226 from alphagov/backfill-perf-stats

Backfill perf stats

app/commands.py

@@ -1,7 +1,7 @@
 import uuid
-from datetime import datetime
+from datetime import datetime, timedelta
 from decimal import Decimal
-from flask_script import Command, Manager, Option
+from flask_script import Command, Option
 
 from app import db
 from app.dao.monthly_billing_dao import (
@@ -16,6 +16,8 @@ from app.dao.services_dao import (
 )
 from app.dao.provider_rates_dao import create_provider_rates
 from app.dao.users_dao import (delete_model_user, delete_user_verify_codes)
+from app.utils import get_midnight_for_day_before, get_london_midnight_in_utc
+from app.performance_platform.processing_time import send_processing_time_for_start_and_end
 
 
 class CreateProviderRateCommand(Command):
@@ -49,7 +51,7 @@ class PurgeFunctionalTestDataCommand(Command):
         Option('-u', '-user-email-prefix', dest='user_email_prefix', help="Functional test user email prefix."),
     )
 
-    def run(self, service_name_prefix=None, user_email_prefix=None):
+    def run(self, user_email_prefix=None):
         if user_email_prefix:
             users = User.query.filter(User.email_address.like("{}%".format(user_email_prefix))).all()
             for usr in users:
@@ -197,3 +199,32 @@ class PopulateMonthlyBilling(Command):
         print("Finished populating data for {} for service id {}".format(month, str(service_id)))
         print('SMS: {}'.format(sms_res.monthly_totals))
         print('Email: {}'.format(email_res.monthly_totals))
+
+
+class BackfillProcessingTime(Command):
+    option_list = (
+        Option('-s', '--start_date', dest='start_date', help="Date (%Y-%m-%d) start date inclusive"),
+        Option('-e', '--end_date', dest='end_date', help="Date (%Y-%m-%d) end date inclusive"),
+    )
+
+    def run(self, start_date, end_date):
+        start_date = datetime.strptime(start_date, '%Y-%m-%d')
+        end_date = datetime.strptime(end_date, '%Y-%m-%d')
+
+        delta = end_date - start_date
+
+        print('Sending notification processing-time data for all days between {} and {}'.format(start_date, end_date))
+
+        for i in range(delta.days + 1):
+            # because the tz conversion funcs talk about midnight, and the midnight before last,
+            # we want to pretend we're running this from the next morning, so add one.
+            process_date = start_date + timedelta(days=i + 1)
+
+            process_start_date = get_midnight_for_day_before(process_date)
+            process_end_date = get_london_midnight_in_utc(process_date)
+
+            print('Sending notification processing-time for {} - {}'.format(
+                process_start_date.isoformat(),
+                process_end_date.isoformat()
+            ))
+            send_processing_time_for_start_and_end(process_start_date, process_end_date)

app/performance_platform/processing_time.py

@@ -12,6 +12,10 @@ def send_processing_time_to_performance_platform():
     start_date = get_midnight_for_day_before(today)
     end_date = get_london_midnight_in_utc(today)
 
+    send_processing_time_for_start_and_end(start_date, end_date)
+
+
+def send_processing_time_for_start_and_end(start_date, end_date):
     result = dao_get_total_notifications_sent_per_day_for_performance_platform(start_date, end_date)
 
     current_app.logger.info(

application.py

@@ -17,6 +17,7 @@ manager.add_command('create_provider_rate', commands.CreateProviderRateCommand)
 manager.add_command('purge_functional_test_data', commands.PurgeFunctionalTestDataCommand)
 manager.add_command('custom_db_script', commands.CustomDbScript)
 manager.add_command('populate_monthly_billing', commands.PopulateMonthlyBilling)
+manager.add_command('backfill_processing_time', commands.BackfillProcessingTime)
 
 
 @manager.command

tests/app/test_commands.py

@@ -0,0 +1,14 @@
+from datetime import datetime
+
+from app.commands import BackfillProcessingTime
+
+
+def test_backfill_processing_time_works_for_correct_dates(mocker):
+    send_mock = mocker.patch('app.commands.send_processing_time_for_start_and_end')
+
+    BackfillProcessingTime().run('2017-08-01', '2017-08-03')
+
+    assert send_mock.call_count == 3
+    send_mock.assert_any_call(datetime(2017, 7, 31, 23, 0), datetime(2017, 8, 1, 23, 0))
+    send_mock.assert_any_call(datetime(2017, 8, 1, 23, 0), datetime(2017, 8, 2, 23, 0))
+    send_mock.assert_any_call(datetime(2017, 8, 2, 23, 0), datetime(2017, 8, 3, 23, 0))