Use archived flag to see if job needs deleting from s3 bucket

This commit is contained in:
Pea Tyczynska
2018-11-26 16:30:23 +00:00
committed by Alexey Bezhan
parent fd06924f3a
commit f941b8b146
5 changed files with 13 additions and 12 deletions

View File

@@ -130,24 +130,22 @@ def dao_get_jobs_older_than_data_retention(notification_types):
today = datetime.utcnow().date()
for f in flexible_data_retention:
end_date = today - timedelta(days=f.days_of_retention)
start_date = end_date - timedelta(days=2)
jobs.extend(Job.query.join(Template).filter(
Job.created_at < end_date,
Job.created_at >= start_date,
Job.archived == False, # noqa
Template.template_type == f.notification_type,
Job.service_id == f.service_id
).order_by(desc(Job.created_at)).all())
end_date = today - timedelta(days=7)
start_date = end_date - timedelta(days=2)
for notification_type in notification_types:
services_with_data_retention = [
x.service_id for x in flexible_data_retention if x.notification_type == notification_type
]
jobs.extend(Job.query.join(Template).filter(
Job.created_at < end_date,
Job.created_at >= start_date,
Job.archived == False, # noqa
Template.template_type == notification_type,
Job.service_id.notin_(services_with_data_retention)
).order_by(desc(Job.created_at)).all())