import base64 import functools import io import math from flask import request, jsonify, current_app, abort from notifications_utils.pdf import pdf_page_count, PdfReadError from notifications_utils.recipients import try_validate_and_format_phone_number from app import api_user, authenticated_service from app.config import QueueNames from app.dao.notifications_dao import dao_update_notification, update_notification_status_by_reference from app.dao.templates_dao import dao_create_template from app.dao.users_dao import get_user_by_id from app.letters.utils import upload_letter_pdf from app.models import ( Template, SMS_TYPE, EMAIL_TYPE, LETTER_TYPE, PRECOMPILED_LETTER, PRIORITY, KEY_TYPE_TEST, KEY_TYPE_TEAM, NOTIFICATION_CREATED, NOTIFICATION_SENDING, NOTIFICATION_DELIVERED ) from app.celery.letters_pdf_tasks import create_letters_pdf from app.celery.research_mode_tasks import create_fake_letter_response_file from app.notifications.process_notifications import ( persist_notification, persist_scheduled_notification, send_notification_to_queue, simulated_recipient ) from app.notifications.process_letter_notifications import ( create_letter_notification ) from app.notifications.validators import ( validate_and_format_recipient, check_rate_limiting, check_service_can_schedule_notification, check_service_has_permission, validate_template, check_service_email_reply_to_id, check_service_sms_sender_id ) from app.schema_validation import validate from app.v2.errors import BadRequestError from app.v2.notifications import v2_notification_blueprint from app.v2.notifications.notification_schemas import ( post_sms_request, post_email_request, post_letter_request, post_precompiled_letter_request ) from app.v2.notifications.create_response import ( create_post_sms_response_from_notification, create_post_email_response_from_notification, create_post_letter_response_from_notification ) @v2_notification_blueprint.route('/{}'.format(LETTER_TYPE), methods=['POST']) def post_precompiled_letter_notification(): if 'content' not in (request.get_json() or {}): return post_notification(LETTER_TYPE) form = validate(request.get_json(), post_precompiled_letter_request) # Check both permission to send letters and permission to send pre-compiled PDFs check_service_has_permission(LETTER_TYPE, authenticated_service.permissions) check_service_has_permission(PRECOMPILED_LETTER, authenticated_service.permissions) check_rate_limiting(authenticated_service, api_user) template = get_precompiled_letter_template(authenticated_service.id) form['personalisation'] = { 'address_line_1': form['reference'] } reply_to = get_reply_to_text(LETTER_TYPE, form, template) notification = process_letter_notification( letter_data=form, api_key=api_user, template=template, reply_to_text=reply_to, precompiled=True ) create_resp_partial = functools.partial( create_post_letter_response_from_notification, subject=template.subject, ) resp = create_resp_partial( notification=notification, content=None, url_root=request.url_root, scheduled_for=None, ) # Precompile should be the same as a letter without the template as its auto generated resp.pop('template', None) return jsonify(resp), 201 @v2_notification_blueprint.route('/', methods=['POST']) def post_notification(notification_type): if notification_type == EMAIL_TYPE: form = validate(request.get_json(), post_email_request) elif notification_type == SMS_TYPE: form = validate(request.get_json(), post_sms_request) elif notification_type == LETTER_TYPE: form = validate(request.get_json(), post_letter_request) else: abort(404) check_service_has_permission(notification_type, authenticated_service.permissions) scheduled_for = form.get("scheduled_for", None) check_service_can_schedule_notification(authenticated_service.permissions, scheduled_for) check_rate_limiting(authenticated_service, api_user) template, template_with_content = validate_template( form['template_id'], form.get('personalisation', {}), authenticated_service, notification_type, ) reply_to = get_reply_to_text(notification_type, form, template) if notification_type == LETTER_TYPE: notification = process_letter_notification( letter_data=form, api_key=api_user, template=template, reply_to_text=reply_to ) else: notification = process_sms_or_email_notification( form=form, notification_type=notification_type, api_key=api_user, template=template, service=authenticated_service, reply_to_text=reply_to ) if notification_type == SMS_TYPE: create_resp_partial = functools.partial( create_post_sms_response_from_notification, from_number=reply_to ) elif notification_type == EMAIL_TYPE: create_resp_partial = functools.partial( create_post_email_response_from_notification, subject=template_with_content.subject, email_from='{}@{}'.format(authenticated_service.email_from, current_app.config['NOTIFY_EMAIL_DOMAIN']) ) elif notification_type == LETTER_TYPE: create_resp_partial = functools.partial( create_post_letter_response_from_notification, subject=template_with_content.subject, ) resp = create_resp_partial( notification=notification, content=str(template_with_content), url_root=request.url_root, scheduled_for=scheduled_for ) return jsonify(resp), 201 def process_sms_or_email_notification(*, form, notification_type, api_key, template, service, reply_to_text=None): form_send_to = form['email_address'] if notification_type == EMAIL_TYPE else form['phone_number'] send_to = validate_and_format_recipient(send_to=form_send_to, key_type=api_key.key_type, service=service, notification_type=notification_type) # Do not persist or send notification to the queue if it is a simulated recipient simulated = simulated_recipient(send_to, notification_type) notification = persist_notification( template_id=template.id, template_version=template.version, recipient=form_send_to, service=service, personalisation=form.get('personalisation', None), notification_type=notification_type, api_key_id=api_key.id, key_type=api_key.key_type, client_reference=form.get('reference', None), simulated=simulated, reply_to_text=reply_to_text ) scheduled_for = form.get("scheduled_for", None) if scheduled_for: persist_scheduled_notification(notification.id, form["scheduled_for"]) else: if not simulated: queue_name = QueueNames.PRIORITY if template.process_type == PRIORITY else None send_notification_to_queue( notification=notification, research_mode=service.research_mode, queue=queue_name ) else: current_app.logger.debug("POST simulated notification for id: {}".format(notification.id)) return notification def process_letter_notification(*, letter_data, api_key, template, reply_to_text, precompiled=False): if api_key.key_type == KEY_TYPE_TEAM: raise BadRequestError(message='Cannot send letters with a team api key', status_code=403) if not api_key.service.research_mode and api_key.service.restricted and api_key.key_type != KEY_TYPE_TEST: raise BadRequestError(message='Cannot send letters when service is in trial mode', status_code=403) if precompiled: try: letter_content = base64.b64decode(letter_data['content']) pages = pdf_page_count(io.BytesIO(letter_content)) except ValueError: raise BadRequestError(message='Cannot decode letter content (invalid base64 encoding)', status_code=400) except PdfReadError: current_app.logger.exception(msg='Invalid PDF received') raise BadRequestError(message='Letter content is not a valid PDF', status_code=400) should_send = not (api_key.service.research_mode or api_key.key_type == KEY_TYPE_TEST) # if we don't want to actually send the letter, then start it off in SENDING so we don't pick it up status = NOTIFICATION_CREATED if should_send else NOTIFICATION_SENDING notification = create_letter_notification(letter_data=letter_data, template=template, api_key=api_key, status=status, reply_to_text=reply_to_text) if should_send: if precompiled: upload_letter_pdf(notification, letter_content) pages_per_sheet = 2 notification.billable_units = math.ceil(pages / pages_per_sheet) dao_update_notification(notification) else: create_letters_pdf.apply_async( [str(notification.id)], queue=QueueNames.CREATE_LETTERS_PDF ) elif (api_key.service.research_mode and current_app.config['NOTIFY_ENVIRONMENT'] in ['preview', 'development']): create_fake_letter_response_file.apply_async( (notification.reference,), queue=QueueNames.RESEARCH_MODE ) else: update_notification_status_by_reference(notification.reference, NOTIFICATION_DELIVERED) return notification def get_reply_to_text(notification_type, form, template): reply_to = None if notification_type == EMAIL_TYPE: service_email_reply_to_id = form.get("email_reply_to_id", None) reply_to = check_service_email_reply_to_id( str(authenticated_service.id), service_email_reply_to_id, notification_type ) or template.get_reply_to_text() elif notification_type == SMS_TYPE: service_sms_sender_id = form.get("sms_sender_id", None) sms_sender_id = check_service_sms_sender_id( str(authenticated_service.id), service_sms_sender_id, notification_type ) if sms_sender_id: reply_to = try_validate_and_format_phone_number(sms_sender_id) else: reply_to = template.get_reply_to_text() elif notification_type == LETTER_TYPE: reply_to = template.get_reply_to_text() return reply_to def get_precompiled_letter_template(service_id): template = Template.query.filter_by( service_id=service_id, template_type=LETTER_TYPE, hidden=True ).first() if template is not None: return template template = Template( name='Pre-compiled PDF', created_by=get_user_by_id(current_app.config['NOTIFY_USER_ID']), service_id=service_id, template_type=LETTER_TYPE, hidden=True, subject='Pre-compiled PDF', content='', ) dao_create_template(template) return template