From 183fc7d639ba89a1d26305b1ca9081eadd71bd3d Mon Sep 17 00:00:00 2001 From: Adam Shimali Date: Tue, 26 Jul 2016 16:23:36 +0100 Subject: [PATCH] After doing some tests locally. To get this to run in a reasonable amount of time I've made the following changes. Only migrate jobs for the Digital Marketplace service. Batch up commits to run per job. --- migrations/versions/0043_jobs_to_notification_hist.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/migrations/versions/0043_jobs_to_notification_hist.py b/migrations/versions/0043_jobs_to_notification_hist.py index 2cc2dab79..0cad158b4 100644 --- a/migrations/versions/0043_jobs_to_notification_hist.py +++ b/migrations/versions/0043_jobs_to_notification_hist.py @@ -25,7 +25,8 @@ def upgrade(): go_live = datetime.datetime.strptime('2016-05-18', '%Y-%m-%d') notifications_history_start_date = datetime.datetime.strptime('2016-06-26 23:21:55', '%Y-%m-%d %H:%M:%S') - jobs = session.query(Job).join(Template).filter(Job.created_at >= go_live, + jobs = session.query(Job).join(Template).filter(Job.service_id == '95316ff0-e555-462d-a6e7-95d26fbfd091', + Job.created_at >= go_live, Job.created_at < notifications_history_start_date).all() for job in jobs: @@ -44,7 +45,6 @@ def upgrade(): status='delivered') session.add(notification) - session.commit() for i in range(0, job.notifications_failed): notification = NotificationHistory(id=uuid.uuid4(), @@ -59,9 +59,8 @@ def upgrade(): sent_at=job.processing_finished, sent_by='ses' if job.template.template_type == 'email' else 'mmg', status='permanent-failure') - session.add(notification) - session.commit() + session.commit() def downgrade():