darkhelm/notifications-api
1
0
Fork 0
mirror of https://github.com/GSA/notifications-api.git synced 2026-09-06 19:38:24 -04:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1912 from alphagov/ft_notification_status-migration

Browse Source 
Complete the migration command for ft_notification_status.
This commit is contained in:
Rebecca Law
2018-06-20 14:12:23 +01:00
committed by GitHub
parent 44f2d21513 15e81aa7b3
commit 0bba323dba
1 changed files with 0 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
app/commands.py
View File

@@ -589,31 +589,7 @@ def migrate_data_to_ft_notification_status(start_date, end_date):
total_updated = 0 total_updated = 0
while process_date < end_date: while process_date < end_date:
sql = \
"""
select count(*) from notification_history
where created_at >= (date :start + time '00:00:00') at time zone 'Europe/London' at time zone 'UTC'
and created_at < (date :end + time '00:00:00') at time zone 'Europe/London' at time zone 'UTC'
"""
num_notifications = db.session.execute(sql, {"start": process_date,
"end": process_date + timedelta(days=1)}).fetchall()[0][0]
sql = \
"""
select count(*) from
(select distinct template_id, service_id, job_id, notification_type, key_type, notification_status
from notification_history
where created_at >= (date :start + time '00:00:00') at time zone 'Europe/London' at time zone 'UTC'
and created_at < (date :end + time '00:00:00') at time zone 'Europe/London' at time zone 'UTC'
) as distinct_records
"""
predicted_records = db.session.execute(sql, {"start": process_date,
"end": process_date + timedelta(days=1)}).fetchall()[0][0]
start_time = datetime.now() start_time = datetime.now()
print('ft_notification-status: Migrating date: {}, notifications: {}, expecting {} ft_notification_status rows'
.format(process_date.date(), num_notifications, predicted_records))
# migrate data into ft_notification_status and update if record already exists # migrate data into ft_notification_status and update if record already exists
sql = \ sql = \
""" """
@@ -642,10 +618,6 @@ def migrate_data_to_ft_notification_status(start_date, end_date):
db.session.commit() db.session.commit()
print('ft_notification_status: --- Completed took {}ms. Migrated {} rows.'.format(datetime.now() - start_time, print('ft_notification_status: --- Completed took {}ms. Migrated {} rows.'.format(datetime.now() - start_time,
result.rowcount)) result.rowcount))
if predicted_records != result.rowcount:
print(' : ^^^ Result mismatch by {} rows ^^^'
.format(predicted_records - result.rowcount))
process_date += timedelta(days=1) process_date += timedelta(days=1)
total_updated += result.rowcount total_updated += result.rowcount