Adds new scheduled task to delete CSV files.

Deletes files for jobs older than 7 days, matching delete process for the actual notifications

Runs 1 minutes past the hour at midnight, 1 and 2 am.

app/celery/scheduled_tasks.py

@@ -3,10 +3,10 @@ from datetime import datetime, timedelta
 from flask import current_app
 from sqlalchemy.exc import SQLAlchemyError
 
+from app.aws import s3
 from app import notify_celery
-from app.clients import STATISTICS_FAILURE
 from app.dao.invited_user_dao import delete_invitations_created_more_than_two_days_ago
-from app.dao.jobs_dao import dao_get_scheduled_jobs, dao_update_job
+from app.dao.jobs_dao import dao_get_scheduled_jobs, dao_update_job, dao_get_jobs_older_than
 from app.dao.notifications_dao import delete_notifications_created_more_than_a_week_ago, get_notifications, \
     update_notification_status_by_id
 from app.dao.users_dao import delete_codes_older_created_more_than_a_day_ago
@@ -15,6 +15,15 @@ from app.models import JOB_STATUS_PENDING
 from app.celery.tasks import process_job
 
 
+@notify_celery.task(name="remove_csv_files")
+@statsd(namespace="tasks")
+def remove_csv_files():
+    jobs = dao_get_jobs_older_than(7)
+    for job in jobs:
+        s3.remove_job_from_s3(job.service_id, job.id)
+        current_app.logger.info("Job ID {} has been removed from s3.".format(job.id))
+
+
 @notify_celery.task(name="run-scheduled-jobs")
 @statsd(namespace="tasks")
 def run_scheduled_jobs():