diff --git a/app/celery/tasks.py b/app/celery/tasks.py index 5122688a9..b2ad5abac 100644 --- a/app/celery/tasks.py +++ b/app/celery/tasks.py @@ -78,14 +78,16 @@ def process_job(job_id, sender_id=None): # notify-api-1495 we are going to sleep periodically to give other # jobs running at the same time a chance to get some of their messages - # sent. Sleep for 40 seconds after every 100 sends, which gives us throughput - # of about 9000 per hour and would keep the queue clear assuming only one sender. + # sent. Sleep for 1 second after every 3 sends, which gives us throughput + # of about 3600*3 per hour and would keep the queue clear assuming only one sender. + # It will also hopefully eliminate throttling when we send messages which we are + # currently seeing. count = 0 for row in recipient_csv.get_rows(): process_row(row, template, job, service, sender_id=sender_id) count = count + 1 - if count % 100 == 0: - sleep(40) + if count % 3 == 0: + sleep(1) # End point/Exit point for message send flow. job_complete(job, start=start)