diff --git a/tests/app/conftest.py b/tests/app/conftest.py
index 7e7034f3c..58f9f1de8 100644
--- a/tests/app/conftest.py
+++ b/tests/app/conftest.py
@@ -198,7 +198,8 @@ def sample_api_key(notify_db,
 def sample_job(notify_db,
                notify_db_session,
                service=None,
-               template=None):
+               template=None,
+               notification_count=1):
     if service is None:
         service = sample_service(notify_db, notify_db_session)
     if template is None:
@@ -214,7 +215,7 @@ def sample_job(notify_db,
         'bucket_name': bucket_name,
         'file_name': file_name,
         'original_file_name': 'some.csv',
-        'notification_count': 1
+        'notification_count': notification_count
     }
     job = Job(**data)
     dao_create_job(job)