Added a filter to restrict jobs older than a day from coming back.

This is only necessary because there is currently a job that is old, but had 1 row created a couple days later. So now there is 1 notifications for the job where the rest have been purged.
This commit is contained in:
Rebecca Law
2019-11-08 10:37:37 +00:00
parent 8276ecaa24
commit 8d042c36f4
2 changed files with 20 additions and 1 deletions

View File

@@ -194,13 +194,16 @@ def find_jobs_with_missing_rows():
# Jobs can be a maximum of 50,000 rows. It typically takes 5 minutes to create all those notifications.
# Using 10 minutes as a condition seems reasonable.
ten_minutes_ago = datetime.utcnow() - timedelta(minutes=10)
yesterday = datetime.utcnow() - timedelta(days=1)
jobs_with_rows_missing = db.session.query(
func.count(Notification.id).label('actual_count'),
Job
).filter(
Job.job_status == JOB_STATUS_FINISHED,
Job.processing_finished < ten_minutes_ago,
Job.id == Notification.job_id
Job.processing_finished > yesterday,
Job.id == Notification.job_id,
).group_by(
Job
).having(