From 1bac8a82a0280cc644cb26e505131071c3892aa1 Mon Sep 17 00:00:00 2001 From: Kenneth Kehl <@kkehl@flexion.us> Date: Fri, 20 Dec 2024 09:58:03 -0800 Subject: [PATCH] introduce gaps in message sends --- app/celery/tasks.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/app/celery/tasks.py b/app/celery/tasks.py index c21f4e65c..77c8fca80 100644 --- a/app/celery/tasks.py +++ b/app/celery/tasks.py @@ -1,4 +1,5 @@ import json +from time import sleep from celery.signals import task_postrun from flask import current_app @@ -75,8 +76,15 @@ def process_job(job_id, sender_id=None): ) ) + # notify-api-1495 we are going to sleep periodically to give other + # jobs running at the same time a chance to get some of their messages + # sent. Sleep for 5 minutes after every 500 sends + count = 0 for row in recipient_csv.get_rows(): process_row(row, template, job, service, sender_id=sender_id) + count = count + 1 + if count % 500 == 0: + sleep(5 * 60) # End point/Exit point for message send flow. job_complete(job, start=start)