Use archived flag to see if job needs deleting from s3 bucket

tests/app/celery/test_scheduled_tasks.py

@@ -292,7 +292,7 @@ def test_will_remove_csv_files_for_jobs_older_than_seven_days(
     just_under_nine_days = nine_days_ago + timedelta(seconds=1)
     nine_days_one_second_ago = nine_days_ago - timedelta(seconds=1)
 
-    job3_to_delete = create_sample_job(notify_db, notify_db_session, created_at=nine_days_one_second_ago)
+    create_sample_job(notify_db, notify_db_session, created_at=nine_days_one_second_ago, archived=True)
     job1_to_delete = create_sample_job(notify_db, notify_db_session, created_at=eight_days_ago)
     job2_to_delete = create_sample_job(notify_db, notify_db_session, created_at=just_under_nine_days)
     dont_delete_me_1 = create_sample_job(notify_db, notify_db_session, created_at=seven_days_ago)
@@ -303,7 +303,6 @@ def test_will_remove_csv_files_for_jobs_older_than_seven_days(
     assert s3.remove_job_from_s3.call_args_list == [
         call(job1_to_delete.service_id, job1_to_delete.id),
         call(job2_to_delete.service_id, job2_to_delete.id),
-        call(job3_to_delete.service_id, job3_to_delete.id)
     ]
     assert job1_to_delete.archived is True
     assert dont_delete_me_1.archived is False

tests/app/conftest.py

@@ -371,7 +371,8 @@ def sample_job(
     job_status='pending',
     scheduled_for=None,
     processing_started=None,
-    original_file_name='some.csv'
+    original_file_name='some.csv',
+    archived=False
 ):
     if service is None:
         service = sample_service(notify_db, notify_db_session)
@@ -390,7 +391,8 @@ def sample_job(
         'created_by': service.created_by,
         'job_status': job_status,
         'scheduled_for': scheduled_for,
-        'processing_started': processing_started
+        'processing_started': processing_started,
+        'archived': archived
     }
     job = Job(**data)
     dao_create_job(job)

tests/app/dao/test_jobs_dao.py

@@ -293,8 +293,8 @@ def test_should_get_jobs_seven_days_old(notify_db, notify_db_session, sample_tem
     job(created_at=seven_days_ago)
     job(created_at=within_seven_days)
     job_to_delete = job(created_at=eight_days_ago)
-    job(created_at=nine_days_ago)
-    job(created_at=nine_days_one_second_ago)
+    job(created_at=nine_days_ago, archived=True)
+    job(created_at=nine_days_one_second_ago, archived=True)
 
     jobs = dao_get_jobs_older_than_data_retention(notification_types=[sample_template.template_type])
 

tests/app/db.py

@@ -261,7 +261,8 @@ def create_job(
         job_status='pending',
         scheduled_for=None,
         processing_started=None,
-        original_file_name='some.csv'
+        original_file_name='some.csv',
+        archived=False
 ):
     data = {
         'id': uuid.uuid4(),
@@ -275,7 +276,8 @@ def create_job(
         'created_by': template.created_by,
         'job_status': job_status,
         'scheduled_for': scheduled_for,
-        'processing_started': processing_started
+        'processing_started': processing_started,
+        'archived': archived
     }
     job = Job(**data)
     dao_create_job(job)