Added a check that the call is not using a test api key.

Removed the tests for trial mode service for the scheduled tasks and the process job.
Having the validation in the POST notification and create job endpoint is enough.
Updated the test_service_whitelist test because the order of the array is not gaurenteed.

app/celery/scheduled_tasks.py

@@ -39,7 +39,7 @@ from app.notifications.process_notifications import send_notification_to_queue
 from app.statsd_decorators import statsd
 from app.celery.tasks import process_job
 from app.config import QueueNames, TaskNames
-from app.utils import convert_utc_to_bst, get_unrestricted_letter_ids
+from app.utils import convert_utc_to_bst
 
 
 @notify_celery.task(name="remove_csv_files")
@@ -308,14 +308,9 @@ def populate_monthly_billing():
 @statsd(namespace="tasks")
 def run_letter_jobs():
     job_ids = dao_get_letter_job_ids_by_status(JOB_STATUS_READY_TO_SEND)
-
-    unrestricted_job_ids = get_unrestricted_letter_ids(job_ids)
-
-    if unrestricted_job_ids:
-        notify_celery.send_task(
-            name=TaskNames.DVLA_FILES,
-            args=(unrestricted_job_ids,),
-            queue=QueueNames.PROCESS_FTP
-        )
-    current_app.logger.info(
-        "Queued {} ready letter job ids onto {}".format(len(unrestricted_job_ids), QueueNames.PROCESS_FTP))
+    notify_celery.send_task(
+        name=TaskNames.DVLA_FILES,
+        args=(job_ids,),
+        queue=QueueNames.PROCESS_FTP
+    )
+    current_app.logger.info("Queued {} ready letter job ids onto {}".format(len(job_ids), QueueNames.PROCESS_FTP))

app/celery/tasks.py

@@ -75,13 +75,6 @@ def process_job(job_id):
 
     db_template = dao_get_template_by_id(job.template_id, job.template_version)
 
-    if db_template.template_type == LETTER_TYPE and job.service.restricted:
-        job.job_status = JOB_STATUS_ERROR
-        dao_update_job(job)
-        current_app.logger.warn(
-            "Job {} has been set to error, service {} is in trial mode".format(job_id, service.id))
-        return
-
     TemplateClass = get_template_class(db_template.template_type)
     template = TemplateClass(db_template.__dict__)
 
@@ -97,9 +90,7 @@ def process_job(job_id):
             update_job_to_sent_to_dvla.apply_async([str(job.id)], queue=QueueNames.RESEARCH_MODE)
         else:
             build_dvla_file.apply_async([str(job.id)], queue=QueueNames.JOBS)
-            # temporary logging
-            current_app.logger.info("send job {} to build-dvla-file in the {} queue".format(
-                job_id, QueueNames.JOBS))
+            current_app.logger.info("send job {} to build-dvla-file in the {} queue".format(job_id, QueueNames.JOBS))
     else:
         job.job_status = JOB_STATUS_FINISHED
 

app/letters/rest.py

@@ -8,7 +8,6 @@ from app.schemas import job_schema
 from app.v2.errors import register_errors
 from app.letters.letter_schemas import letter_job_ids
 from app.schema_validation import validate
-from app.utils import get_unrestricted_letter_ids
 
 letter_job = Blueprint("letter-job", __name__)
 register_errors(letter_job)
@@ -17,11 +16,7 @@ register_errors(letter_job)
 @letter_job.route('/send-letter-jobs', methods=['POST'])
 def send_letter_jobs():
     job_ids = validate(request.get_json(), letter_job_ids)
-
-    unrestricted_job_ids = get_unrestricted_letter_ids(job_ids['job_ids'])
-
-    notify_celery.send_task(
-        name=TaskNames.DVLA_FILES, args=(unrestricted_job_ids,), queue=QueueNames.PROCESS_FTP)
+    notify_celery.send_task(name=TaskNames.DVLA_FILES, args=(job_ids['job_ids'],), queue=QueueNames.PROCESS_FTP)
 
     return jsonify(data={"response": "Task created to send files to DVLA"}), 201
 

app/utils.py

@@ -1,9 +1,9 @@
 from datetime import datetime, timedelta
 
 import pytz
-from flask import current_app, url_for
+from flask import url_for
 from sqlalchemy import func
-from notifications_utils.template import SMSMessageTemplate, PlainTextEmailTemplate, LetterPreviewTemplate
+from notifications_utils.template import SMSMessageTemplate, PlainTextEmailTemplate
 
 local_timezone = pytz.timezone("Europe/London")
 
@@ -86,31 +86,3 @@ def get_public_notify_type_text(notify_type, plural=False):
         notify_type_text = 'text message'
 
     return '{}{}'.format(notify_type_text, 's' if plural else '')
-
-
-def get_unrestricted_letter_ids(job_ids):
-    from app.dao.jobs_dao import (
-        dao_get_job_by_id,
-        dao_update_job
-    )
-
-    from app.models import (LETTER_TYPE, JOB_STATUS_ERROR)
-    from app.dao.templates_dao import dao_get_template_by_id
-
-    unrestricted_job_ids = []
-
-    for job_id in job_ids:
-        job = dao_get_job_by_id(job_id)
-
-        template = dao_get_template_by_id(job.template_id, job.template_version)
-
-        if template.template_type == LETTER_TYPE:
-            if job.service.restricted:
-                job.job_status = JOB_STATUS_ERROR
-                dao_update_job(job)
-                current_app.logger.warn(
-                    "Job {} has been set to error, service {} is in trial mode".format(job.id, job.service.id))
-            else:
-                unrestricted_job_ids.append(job_id)
-
-    return unrestricted_job_ids

app/v2/notifications/post_notifications.py

@@ -150,18 +150,16 @@ def process_letter_notification(*, letter_data, api_key, template):
     if api_key.key_type == KEY_TYPE_TEAM:
         raise BadRequestError(message='Cannot send letters with a team api key', status_code=403)
 
-    if api_key.service.restricted:
-        raise BadRequestError(message='Cannot send letters when service is in trial mode', status_code=403)
+    if api_key.service.restricted and api_key.key_type != KEY_TYPE_TEST:
+            raise BadRequestError(message='Cannot send letters when service is in trial mode', status_code=403)
 
     job = create_letter_api_job(template)
     notification = create_letter_notification(letter_data, job, api_key)
 
     if api_key.service.research_mode or api_key.key_type == KEY_TYPE_TEST:
-
         # distinguish real API jobs from test jobs by giving the test jobs a different filename
         job.original_file_name = LETTER_TEST_API_FILENAME
         dao_update_job(job)
-
         update_job_to_sent_to_dvla.apply_async([str(job.id)], queue=QueueNames.RESEARCH_MODE)
     else:
         build_dvla_file.apply_async([str(job.id)], queue=QueueNames.JOBS)