diff --git a/app/celery/provider_tasks.py b/app/celery/provider_tasks.py index c4638a456..8e6e4cb85 100644 --- a/app/celery/provider_tasks.py +++ b/app/celery/provider_tasks.py @@ -24,7 +24,7 @@ from notifications_utils.template import ( Template ) -from app.models import SMS_TYPE, EMAIL_TYPE +from app.models import SMS_TYPE, EMAIL_TYPE, KEY_TYPE_TEST def retry_iteration_to_delay(retry=0): @@ -65,7 +65,7 @@ def send_sms_to_provider(self, service_id, notification_id): prefix=service.name ) try: - if service.research_mode: + if service.research_mode or notification.key_type == KEY_TYPE_TEST: send_sms_response.apply_async( (provider.get_name(), str(notification_id), notification.to), queue='research-mode' ) @@ -134,7 +134,7 @@ def send_email_to_provider(self, service_id, notification_id): values=notification.personalisation ) - if service.research_mode: + if service.research_mode or notification.key_type == KEY_TYPE_TEST: reference = str(create_uuid()) send_email_response.apply_async( (provider.get_name(), reference, notification.to), queue='research-mode' diff --git a/app/models.py b/app/models.py index c909580aa..35b287a6a 100644 --- a/app/models.py +++ b/app/models.py @@ -142,6 +142,7 @@ class ApiKey(db.Model, Versioned): KEY_TYPE_NORMAL = 'normal' KEY_TYPE_TEAM = 'team' +KEY_TYPE_TEST = 'test' class KeyTypes(db.Model): diff --git a/migrations/versions/0038_test_api_key_type.py b/migrations/versions/0038_test_api_key_type.py new file mode 100644 index 000000000..70d674bce --- /dev/null +++ b/migrations/versions/0038_test_api_key_type.py @@ -0,0 +1,23 @@ +"""0038_test_api_key_type + +Revision ID: 0038_test_api_key_type +Revises: 0037_service_sms_sender +Create Date: 2016-07-05 10:28:12.947306 + +""" + +# revision identifiers, used by Alembic. +revision = '0038_test_api_key_type' +down_revision = '0037_service_sms_sender' + +from alembic import op + + +def upgrade(): + op.execute("insert into key_types values ('test')") + + +def downgrade(): + op.execute("update notifications set key_type = 'normal' where key_type = 'test'") + op.execute("update api_keys set key_type = 'normal' where key_type = 'test'") + op.execute("delete from key_types where name='test'") diff --git a/tests/app/celery/test_provider_tasks.py b/tests/app/celery/test_provider_tasks.py index 018e83758..aad84cddb 100644 --- a/tests/app/celery/test_provider_tasks.py +++ b/tests/app/celery/test_provider_tasks.py @@ -1,6 +1,7 @@ import uuid from datetime import datetime +import pytest from celery.exceptions import MaxRetriesExceededError from unittest.mock import ANY, call from notifications_utils.recipients import validate_phone_number, format_phone_number @@ -16,7 +17,7 @@ from app.clients.sms import SmsClientException from app.dao import notifications_dao, provider_details_dao from app.dao import provider_statistics_dao from app.dao.provider_statistics_dao import get_provider_statistics -from app.models import Notification, NotificationStatistics, Job +from app.models import Notification, NotificationStatistics, Job, KEY_TYPE_NORMAL, KEY_TYPE_TEST from tests.app.conftest import sample_notification @@ -156,15 +157,22 @@ def test_send_sms_should_use_template_version_from_notification_not_latest( assert not persisted_notification.personalisation -def test_should_call_send_sms_response_task_if_research_mode(notify_db, sample_service, sample_notification, mocker): - +@pytest.mark.parametrize('research_mode,key_type', [ + (True, KEY_TYPE_NORMAL), + (False, KEY_TYPE_TEST) +]) +def test_should_call_send_sms_response_task_if_research_mode(notify_db, sample_service, sample_notification, mocker, + research_mode, key_type): mocker.patch('app.mmg_client.send_sms') mocker.patch('app.mmg_client.get_name', return_value="mmg") mocker.patch('app.celery.research_mode_tasks.send_sms_response.apply_async') - sample_service.research_mode = True - notify_db.session.add(sample_service) - notify_db.session.commit() + if research_mode: + sample_service.research_mode = True + notify_db.session.add(sample_service) + notify_db.session.commit() + + sample_notification.key_type = key_type send_sms_to_provider( sample_notification.service_id, @@ -190,7 +198,6 @@ def test_should_update_provider_stats_on_success(notify_db, sample_service, samp mocker.patch('app.mmg_client.send_sms') mocker.patch('app.mmg_client.get_name', return_value="mmg") - mocker.patch('app.celery.research_mode_tasks.send_sms_response.apply_async') send_sms_to_provider( sample_notification.service_id, @@ -202,18 +209,23 @@ def test_should_update_provider_stats_on_success(notify_db, sample_service, samp assert updated_provider_stats[0].unit_count == 1 +@pytest.mark.parametrize('research_mode,key_type', [ + (True, KEY_TYPE_NORMAL), + (False, KEY_TYPE_TEST) +]) def test_not_should_update_provider_stats_on_success_in_research_mode(notify_db, sample_service, sample_notification, - mocker): + mocker, research_mode, key_type): provider_stats = provider_statistics_dao.get_provider_statistics(sample_service).all() assert len(provider_stats) == 0 mocker.patch('app.mmg_client.send_sms') mocker.patch('app.mmg_client.get_name', return_value="mmg") mocker.patch('app.celery.research_mode_tasks.send_sms_response.apply_async') - - sample_service.research_mode = True - notify_db.session.add(sample_service) - notify_db.session.commit() + if research_mode: + sample_service.research_mode = True + notify_db.session.add(sample_service) + notify_db.session.commit() + sample_notification.key_type = key_type send_sms_to_provider( sample_notification.service_id, @@ -248,7 +260,6 @@ def test_statsd_updates(notify_db, notify_db_session, sample_service, sample_not mocker.patch('app.statsd_client.timing') mocker.patch('app.mmg_client.send_sms') mocker.patch('app.mmg_client.get_name', return_value="mmg") - mocker.patch('app.celery.research_mode_tasks.send_sms_response.apply_async') send_sms_to_provider( sample_notification.service_id, @@ -328,16 +339,23 @@ def test_should_send_sms_sender_from_service_if_present( ) +@pytest.mark.parametrize('research_mode,key_type', [ + (True, KEY_TYPE_NORMAL), + (False, KEY_TYPE_TEST) +]) def test_send_email_to_provider_should_call_research_mode_task_response_task_if_research_mode( notify_db, notify_db_session, sample_service, sample_email_template, ses_provider, - mocker): + mocker, + research_mode, + key_type): notification = sample_notification(notify_db=notify_db, notify_db_session=notify_db_session, template=sample_email_template, - to_field="john@smith.com" + to_field="john@smith.com", + key_type=key_type ) reference = uuid.uuid4() @@ -346,9 +364,10 @@ def test_send_email_to_provider_should_call_research_mode_task_response_task_if_ mocker.patch('app.aws_ses_client.get_name', return_value="ses") mocker.patch('app.celery.research_mode_tasks.send_email_response.apply_async') - sample_service.research_mode = True - notify_db.session.add(sample_service) - notify_db.session.commit() + if research_mode: + sample_service.research_mode = True + notify_db.session.add(sample_service) + notify_db.session.commit() assert not get_provider_statistics( sample_email_template.service, providers=[ses_provider.identifier]).first() @@ -447,3 +466,31 @@ def test_send_email_to_provider_should_not_send_to_provider_when_status_is_not_c app.aws_ses_client.send_email.assert_not_called() app.celery.research_mode_tasks.send_email_response.apply_async.assert_not_called() + + +def test_send_email_should_use_service_reply_to_email( + notify_db, notify_db_session, + sample_service, + sample_email_template, + mocker): + mocker.patch('app.statsd_client.incr') + mocker.patch('app.statsd_client.timing') + mocker.patch('app.aws_ses_client.send_email', return_value='reference') + mocker.patch('app.aws_ses_client.get_name', return_value="ses") + + db_notification = sample_notification(notify_db, notify_db_session, template=sample_email_template) + sample_service.reply_to_email_address = 'foo@bar.com' + + send_email_to_provider( + db_notification.service_id, + db_notification.id, + ) + + aws_ses_client.send_email.assert_called_once_with( + ANY, + ANY, + ANY, + body=ANY, + html_body=ANY, + reply_to_address=sample_service.reply_to_email_address + ) diff --git a/tests/app/notifications/rest/test_callbacks.py b/tests/app/notifications/rest/test_callbacks.py new file mode 100644 index 000000000..b173fc90d --- /dev/null +++ b/tests/app/notifications/rest/test_callbacks.py @@ -0,0 +1,765 @@ +import uuid + +from flask import json + +import app.celery.tasks +from app.dao.notifications_dao import ( + get_notification_by_id, + dao_get_notification_statistics_for_service +) +from tests.app.conftest import sample_notification as create_sample_notification + + +def test_firetext_callback_should_not_need_auth(notify_api, mocker): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + mocker.patch('app.statsd_client.incr') + response = client.post( + path='/notifications/sms/firetext', + data='mobile=441234123123&status=0&reference=send-sms-code&time=2016-03-10 14:17:00', + headers=[('Content-Type', 'application/x-www-form-urlencoded')]) + + assert response.status_code == 200 + + +def test_firetext_callback_should_return_400_if_empty_reference(notify_api, mocker): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + mocker.patch('app.statsd_client.incr') + response = client.post( + path='/notifications/sms/firetext', + data='mobile=441234123123&status=0&reference=&time=2016-03-10 14:17:00', + headers=[('Content-Type', 'application/x-www-form-urlencoded')]) + + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 400 + assert json_resp['result'] == 'error' + assert json_resp['message'] == ['Firetext callback failed: reference missing'] + + +def test_firetext_callback_should_return_400_if_no_reference(notify_api, mocker): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + mocker.patch('app.statsd_client.incr') + response = client.post( + path='/notifications/sms/firetext', + data='mobile=441234123123&status=0&time=2016-03-10 14:17:00', + headers=[('Content-Type', 'application/x-www-form-urlencoded')]) + + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 400 + assert json_resp['result'] == 'error' + assert json_resp['message'] == ['Firetext callback failed: reference missing'] + + +def test_firetext_callback_should_return_200_if_send_sms_reference(notify_api, mocker): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + mocker.patch('app.statsd_client.incr') + response = client.post( + path='/notifications/sms/firetext', + data='mobile=441234123123&status=0&time=2016-03-10 14:17:00&reference=send-sms-code', + headers=[('Content-Type', 'application/x-www-form-urlencoded')]) + + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 200 + assert json_resp['result'] == 'success' + assert json_resp['message'] == 'Firetext callback succeeded: send-sms-code' + + +def test_firetext_callback_should_return_400_if_no_status(notify_api, mocker): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + mocker.patch('app.statsd_client.incr') + response = client.post( + path='/notifications/sms/firetext', + data='mobile=441234123123&time=2016-03-10 14:17:00&reference=send-sms-code', + headers=[('Content-Type', 'application/x-www-form-urlencoded')]) + + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 400 + assert json_resp['result'] == 'error' + assert json_resp['message'] == ['Firetext callback failed: status missing'] + + +def test_firetext_callback_should_return_400_if_unknown_status(notify_api, mocker): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + mocker.patch('app.statsd_client.incr') + response = client.post( + path='/notifications/sms/firetext', + data='mobile=441234123123&status=99&time=2016-03-10 14:17:00&reference={}'.format(uuid.uuid4()), + headers=[('Content-Type', 'application/x-www-form-urlencoded')]) + + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 400 + assert json_resp['result'] == 'error' + assert json_resp['message'] == 'Firetext callback failed: status 99 not found.' + + +def test_firetext_callback_should_return_400_if_invalid_guid_notification_id(notify_api, mocker): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + mocker.patch('app.statsd_client.incr') + response = client.post( + path='/notifications/sms/firetext', + data='mobile=441234123123&status=0&time=2016-03-10 14:17:00&reference=1234', + headers=[('Content-Type', 'application/x-www-form-urlencoded')]) + + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 400 + assert json_resp['result'] == 'error' + assert json_resp['message'] == 'Firetext callback with invalid reference 1234' + + +def test_firetext_callback_should_return_404_if_cannot_find_notification_id( + notify_db, + notify_db_session, + notify_api, + mocker +): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + mocker.patch('app.statsd_client.incr') + missing_notification_id = uuid.uuid4() + response = client.post( + path='/notifications/sms/firetext', + data='mobile=441234123123&status=0&time=2016-03-10 14:17:00&reference={}'.format( + missing_notification_id + ), + headers=[('Content-Type', 'application/x-www-form-urlencoded')]) + + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 400 + assert json_resp['result'] == 'error' + assert json_resp['message'] == 'Firetext callback failed: notification {} either not found ' \ + 'or already updated from sending. Status {}'.format( + missing_notification_id, + 'Delivered' + ) + + +def test_firetext_callback_should_update_notification_status(notify_api, sample_notification, mocker): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + mocker.patch('app.statsd_client.incr') + original = get_notification_by_id(sample_notification.id) + assert original.status == 'created' + + response = client.post( + path='/notifications/sms/firetext', + data='mobile=441234123123&status=0&time=2016-03-10 14:17:00&reference={}'.format( + sample_notification.id + ), + headers=[('Content-Type', 'application/x-www-form-urlencoded')]) + + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 200 + assert json_resp['result'] == 'success' + assert json_resp['message'] == 'Firetext callback succeeded. reference {} updated'.format( + sample_notification.id + ) + updated = get_notification_by_id(sample_notification.id) + assert updated.status == 'delivered' + assert get_notification_by_id(sample_notification.id).status == 'delivered' + stats = dao_get_notification_statistics_for_service(sample_notification.service_id)[0] + assert stats.sms_delivered == 1 + assert stats.sms_requested == 1 + assert stats.sms_failed == 0 + + +def test_firetext_callback_should_update_notification_status_failed(notify_api, sample_notification, mocker): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + mocker.patch('app.statsd_client.incr') + original = get_notification_by_id(sample_notification.id) + assert original.status == 'created' + + response = client.post( + path='/notifications/sms/firetext', + data='mobile=441234123123&status=1&time=2016-03-10 14:17:00&reference={}'.format( + sample_notification.id + ), + headers=[('Content-Type', 'application/x-www-form-urlencoded')]) + + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 200 + assert json_resp['result'] == 'success' + assert json_resp['message'] == 'Firetext callback succeeded. reference {} updated'.format( + sample_notification.id + ) + assert get_notification_by_id(sample_notification.id).status == 'permanent-failure' + stats = dao_get_notification_statistics_for_service(sample_notification.service_id)[0] + assert stats.sms_delivered == 0 + assert stats.sms_requested == 1 + assert stats.sms_failed == 1 + + +def test_firetext_callback_should_update_notification_status_pending(notify_api, notify_db, notify_db_session, mocker): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + mocker.patch('app.statsd_client.incr') + notification = create_sample_notification(notify_db, notify_db_session, status='sending') + original = get_notification_by_id(notification.id) + assert original.status == 'sending' + + response = client.post( + path='/notifications/sms/firetext', + data='mobile=441234123123&status=2&time=2016-03-10 14:17:00&reference={}'.format( + notification.id + ), + headers=[('Content-Type', 'application/x-www-form-urlencoded')]) + + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 200 + assert json_resp['result'] == 'success' + assert json_resp['message'] == 'Firetext callback succeeded. reference {} updated'.format( + notification.id + ) + assert get_notification_by_id(notification.id).status == 'pending' + stats = dao_get_notification_statistics_for_service(notification.service_id)[0] + assert stats.sms_delivered == 0 + assert stats.sms_requested == 1 + assert stats.sms_failed == 0 + + +def test_firetext_callback_should_update_multiple_notification_status_sent( + notify_api, + notify_db, + notify_db_session, + mocker +): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + mocker.patch('app.statsd_client.incr') + notification1 = create_sample_notification(notify_db, notify_db_session, status='sending') + notification2 = create_sample_notification(notify_db, notify_db_session, status='sending') + notification3 = create_sample_notification(notify_db, notify_db_session, status='sending') + + client.post( + path='/notifications/sms/firetext', + data='mobile=441234123123&status=0&time=2016-03-10 14:17:00&reference={}'.format( + notification1.id + ), + headers=[('Content-Type', 'application/x-www-form-urlencoded')]) + + client.post( + path='/notifications/sms/firetext', + data='mobile=441234123123&status=0&time=2016-03-10 14:17:00&reference={}'.format( + notification2.id + ), + headers=[('Content-Type', 'application/x-www-form-urlencoded')]) + + client.post( + path='/notifications/sms/firetext', + data='mobile=441234123123&status=0&time=2016-03-10 14:17:00&reference={}'.format( + notification3.id + ), + headers=[('Content-Type', 'application/x-www-form-urlencoded')]) + + stats = dao_get_notification_statistics_for_service(notification1.service_id)[0] + assert stats.sms_delivered == 3 + assert stats.sms_requested == 3 + assert stats.sms_failed == 0 + + +def test_process_mmg_response_return_200_when_cid_is_send_sms_code(notify_api): + with notify_api.test_request_context(): + data = '{"reference": "10100164", "CID": "send-sms-code", "MSISDN": "447775349060", "status": "3", \ + "deliverytime": "2016-04-05 16:01:07"}' + + with notify_api.test_client() as client: + response = client.post(path='notifications/sms/mmg', + data=data, + headers=[('Content-Type', 'application/json')]) + assert response.status_code == 200 + json_data = json.loads(response.data) + assert json_data['result'] == 'success' + assert json_data['message'] == 'MMG callback succeeded: send-sms-code' + + +def test_process_mmg_response_returns_200_when_cid_is_valid_notification_id(notify_api, sample_notification): + with notify_api.test_client() as client: + data = json.dumps({"reference": "mmg_reference", + "CID": str(sample_notification.id), + "MSISDN": "447777349060", + "status": "3", + "deliverytime": "2016-04-05 16:01:07"}) + + response = client.post(path='notifications/sms/mmg', + data=data, + headers=[('Content-Type', 'application/json')]) + assert response.status_code == 200 + json_data = json.loads(response.data) + assert json_data['result'] == 'success' + assert json_data['message'] == 'MMG callback succeeded. reference {} updated'.format(sample_notification.id) + assert get_notification_by_id(sample_notification.id).status == 'delivered' + + +def test_process_mmg_response_status_5_updates_notification_with_permanently_failed(notify_api, + sample_notification): + with notify_api.test_client() as client: + data = json.dumps({"reference": "mmg_reference", + "CID": str(sample_notification.id), + "MSISDN": "447777349060", + "status": 5}) + + response = client.post(path='notifications/sms/mmg', + data=data, + headers=[('Content-Type', 'application/json')]) + assert response.status_code == 200 + json_data = json.loads(response.data) + assert json_data['result'] == 'success' + assert json_data['message'] == 'MMG callback succeeded. reference {} updated'.format(sample_notification.id) + assert get_notification_by_id(sample_notification.id).status == 'permanent-failure' + + +def test_process_mmg_response_status_2_updates_notification_with_temporary_failed(notify_api, + sample_notification): + with notify_api.test_client() as client: + data = json.dumps({"reference": "mmg_reference", + "CID": str(sample_notification.id), + "MSISDN": "447777349060", + "status": 2}) + + response = client.post(path='notifications/sms/mmg', + data=data, + headers=[('Content-Type', 'application/json')]) + assert response.status_code == 200 + json_data = json.loads(response.data) + assert json_data['result'] == 'success' + assert json_data['message'] == 'MMG callback succeeded. reference {} updated'.format(sample_notification.id) + assert get_notification_by_id(sample_notification.id).status == 'temporary-failure' + + +def test_process_mmg_response_status_4_updates_notification_with_temporary_failed(notify_api, + sample_notification): + with notify_api.test_client() as client: + data = json.dumps({"reference": "mmg_reference", + "CID": str(sample_notification.id), + "MSISDN": "447777349060", + "status": 4}) + + response = client.post(path='notifications/sms/mmg', + data=data, + headers=[('Content-Type', 'application/json')]) + assert response.status_code == 200 + json_data = json.loads(response.data) + assert json_data['result'] == 'success' + assert json_data['message'] == 'MMG callback succeeded. reference {} updated'.format(sample_notification.id) + assert get_notification_by_id(sample_notification.id).status == 'temporary-failure' + + +def test_process_mmg_response_unknown_status_updates_notification_with_failed(notify_api, + sample_notification): + with notify_api.test_client() as client: + data = json.dumps({"reference": "mmg_reference", + "CID": str(sample_notification.id), + "MSISDN": "447777349060", + "status": 10}) + + response = client.post(path='notifications/sms/mmg', + data=data, + headers=[('Content-Type', 'application/json')]) + assert response.status_code == 200 + json_data = json.loads(response.data) + assert json_data['result'] == 'success' + assert json_data['message'] == 'MMG callback succeeded. reference {} updated'.format(sample_notification.id) + assert get_notification_by_id(sample_notification.id).status == 'failed' + + +def test_process_mmg_response_returns_400_for_malformed_data(notify_api): + with notify_api.test_client() as client: + data = json.dumps({"reference": "mmg_reference", + "monkey": 'random thing', + "MSISDN": "447777349060", + "no_status": 00, + "deliverytime": "2016-04-05 16:01:07"}) + + response = client.post(path='notifications/sms/mmg', + data=data, + headers=[('Content-Type', 'application/json')]) + assert response.status_code == 400 + json_data = json.loads(response.data) + assert json_data['result'] == 'error' + assert len(json_data['message']) == 2 + assert "{} callback failed: {} missing".format('MMG', 'status') in json_data['message'] + assert "{} callback failed: {} missing".format('MMG', 'CID') in json_data['message'] + + +def test_ses_callback_should_not_need_auth(notify_api): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + response = client.post( + path='/notifications/email/ses', + data=ses_notification_callback(), + headers=[('Content-Type', 'text/plain; charset=UTF-8')] + ) + assert response.status_code == 404 + + +def test_ses_callback_should_fail_if_invalid_json(notify_api): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + response = client.post( + path='/notifications/email/ses', + data="nonsense", + headers=[('Content-Type', 'text/plain; charset=UTF-8')] + ) + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 400 + assert json_resp['result'] == 'error' + assert json_resp['message'] == 'SES callback failed: invalid json' + + +def test_ses_callback_should_fail_if_invalid_notification_type(notify_api): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + response = client.post( + path='/notifications/email/ses', + data=ses_invalid_notification_type_callback(), + headers=[('Content-Type', 'text/plain; charset=UTF-8')] + ) + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 400 + assert json_resp['result'] == 'error' + assert json_resp['message'] == 'SES callback failed: status Unknown not found' + + +def test_ses_callback_should_fail_if_missing_message_id(notify_api): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + response = client.post( + path='/notifications/email/ses', + data=ses_missing_notification_id_callback(), + headers=[('Content-Type', 'text/plain; charset=UTF-8')] + ) + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 400 + assert json_resp['result'] == 'error' + assert json_resp['message'] == 'SES callback failed: messageId missing' + + +def test_ses_callback_should_fail_if_notification_cannot_be_found(notify_db, notify_db_session, notify_api): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + response = client.post( + path='/notifications/email/ses', + data=ses_invalid_notification_id_callback(), + headers=[('Content-Type', 'text/plain; charset=UTF-8')] + ) + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 404 + assert json_resp['result'] == 'error' + assert json_resp['message'] == 'SES callback failed: notification either not found or already updated from sending. Status delivered' # noqa + + +def test_ses_callback_should_update_notification_status( + notify_api, + notify_db, + notify_db_session, + sample_email_template): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + notification = create_sample_notification( + notify_db, + notify_db_session, + template=sample_email_template, + reference='ref', + status='sending' + ) + + assert get_notification_by_id(notification.id).status == 'sending' + + response = client.post( + path='/notifications/email/ses', + data=ses_notification_callback(), + headers=[('Content-Type', 'text/plain; charset=UTF-8')] + ) + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 200 + assert json_resp['result'] == 'success' + assert json_resp['message'] == 'SES callback succeeded' + assert get_notification_by_id(notification.id).status == 'delivered' + stats = dao_get_notification_statistics_for_service(notification.service_id)[0] + assert stats.emails_delivered == 1 + assert stats.emails_requested == 1 + assert stats.emails_failed == 0 + + +def test_ses_callback_should_update_multiple_notification_status_sent( + notify_api, + notify_db, + notify_db_session, + sample_email_template, + mocker): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + notification1 = create_sample_notification( + notify_db, + notify_db_session, + template=sample_email_template, + reference='ref1', + status='sending') + + notification2 = create_sample_notification( + notify_db, + notify_db_session, + template=sample_email_template, + reference='ref2', + status='sending') + + notification3 = create_sample_notification( + notify_db, + notify_db_session, + template=sample_email_template, + reference='ref3', + status='sending') + + resp1 = client.post( + path='/notifications/email/ses', + data=ses_notification_callback(ref='ref1'), + headers=[('Content-Type', 'text/plain; charset=UTF-8')] + ) + resp2 = client.post( + path='/notifications/email/ses', + data=ses_notification_callback(ref='ref2'), + headers=[('Content-Type', 'text/plain; charset=UTF-8')] + ) + resp3 = client.post( + path='/notifications/email/ses', + data=ses_notification_callback(ref='ref3'), + headers=[('Content-Type', 'text/plain; charset=UTF-8')] + ) + + assert resp1.status_code == 200 + assert resp2.status_code == 200 + assert resp3.status_code == 200 + + stats = dao_get_notification_statistics_for_service(notification1.service_id)[0] + assert stats.emails_delivered == 3 + assert stats.emails_requested == 3 + assert stats.emails_failed == 0 + + +def test_ses_callback_should_update_record_statsd( + notify_api, + notify_db, + notify_db_session, + sample_email_template, + mocker): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + mocker.patch('app.statsd_client.incr') + + notification = create_sample_notification( + notify_db, + notify_db_session, + template=sample_email_template, + reference='ref', + status='sending' + ) + + assert get_notification_by_id(notification.id).status == 'sending' + + client.post( + path='/notifications/email/ses', + data=ses_notification_callback(), + headers=[('Content-Type', 'text/plain; charset=UTF-8')] + ) + app.statsd_client.incr.assert_called_once_with("notifications.callback.ses.delivered") + + +def test_ses_callback_should_set_status_to_temporary_failure(notify_api, + notify_db, + notify_db_session, + sample_email_template): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + notification = create_sample_notification( + notify_db, + notify_db_session, + template=sample_email_template, + reference='ref', + status='sending' + ) + + assert get_notification_by_id(notification.id).status == 'sending' + + response = client.post( + path='/notifications/email/ses', + data=ses_soft_bounce_callback(), + headers=[('Content-Type', 'text/plain; charset=UTF-8')] + ) + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 200 + assert json_resp['result'] == 'success' + assert json_resp['message'] == 'SES callback succeeded' + assert get_notification_by_id(notification.id).status == 'temporary-failure' + stats = dao_get_notification_statistics_for_service(notification.service_id)[0] + assert stats.emails_delivered == 0 + assert stats.emails_requested == 1 + assert stats.emails_failed == 1 + + +def test_ses_callback_should_not_set_status_once_status_is_delivered(notify_api, + notify_db, + notify_db_session, + sample_email_template): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + notification = create_sample_notification( + notify_db, + notify_db_session, + template=sample_email_template, + reference='ref', + status='delivered' + ) + + assert get_notification_by_id(notification.id).status == 'delivered' + + response = client.post( + path='/notifications/email/ses', + data=ses_soft_bounce_callback(), + headers=[('Content-Type', 'text/plain; charset=UTF-8')] + ) + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 404 + assert json_resp['result'] == 'error' + assert json_resp['message'] == 'SES callback failed: notification either not found or already updated from sending. Status temporary-failure' # noqa + assert get_notification_by_id(notification.id).status == 'delivered' + + +def test_ses_callback_should_set_status_to_permanent_failure(notify_api, + notify_db, + notify_db_session, + sample_email_template): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + notification = create_sample_notification( + notify_db, + notify_db_session, + template=sample_email_template, + reference='ref', + status='sending' + ) + + assert get_notification_by_id(notification.id).status == 'sending' + + response = client.post( + path='/notifications/email/ses', + data=ses_hard_bounce_callback(), + headers=[('Content-Type', 'text/plain; charset=UTF-8')] + ) + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 200 + assert json_resp['result'] == 'success' + assert json_resp['message'] == 'SES callback succeeded' + assert get_notification_by_id(notification.id).status == 'permanent-failure' + stats = dao_get_notification_statistics_for_service(notification.service_id)[0] + assert stats.emails_delivered == 0 + assert stats.emails_requested == 1 + assert stats.emails_failed == 1 + + +def test_should_handle_invite_email_callbacks(notify_api, notify_db, notify_db_session): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + notify_api.config['INVITATION_EMAIL_FROM'] = 'test-invite' + notify_api.config['NOTIFY_EMAIL_DOMAIN'] = 'test-domain.com' + + response = client.post( + path='/notifications/email/ses', + data=ses_invite_callback(), + headers=[('Content-Type', 'text/plain; charset=UTF-8')] + ) + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 200 + assert json_resp['result'] == 'success' + assert json_resp['message'] == 'SES callback succeeded' + + +def test_should_handle_validation_code_callbacks(notify_api, notify_db, notify_db_session): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + notify_api.config['VERIFY_CODE_FROM_EMAIL_ADDRESS'] = 'valid-code@test.com' + + response = client.post( + path='/notifications/email/ses', + data=ses_validation_code_callback(), + headers=[('Content-Type', 'text/plain; charset=UTF-8')] + ) + json_resp = json.loads(response.get_data(as_text=True)) + assert response.status_code == 200 + assert json_resp['result'] == 'success' + assert json_resp['message'] == 'SES callback succeeded' + + +def test_process_mmg_response_records_statsd(notify_api, sample_notification, mocker): + with notify_api.test_client() as client: + mocker.patch('app.statsd_client.incr') + data = json.dumps({"reference": "mmg_reference", + "CID": str(sample_notification.id), + "MSISDN": "447777349060", + "status": "3", + "deliverytime": "2016-04-05 16:01:07"}) + + client.post(path='notifications/sms/mmg', + data=data, + headers=[('Content-Type', 'application/json')]) + assert app.statsd_client.incr.call_count == 2 + app.statsd_client.incr.assert_any_call("notifications.callback.mmg.delivered") + app.statsd_client.incr.assert_any_call("notifications.callback.mmg.status.3") + + +def test_firetext_callback_should_record_statsd(notify_api, notify_db, notify_db_session, mocker): + with notify_api.test_request_context(): + with notify_api.test_client() as client: + mocker.patch('app.statsd_client.incr') + notification = create_sample_notification(notify_db, notify_db_session, status='sending') + + client.post( + path='/notifications/sms/firetext', + data='mobile=441234123123&status=0&time=2016-03-10 14:17:00&code=101&reference={}'.format( + notification.id + ), + headers=[('Content-Type', 'application/x-www-form-urlencoded')]) + + assert app.statsd_client.incr.call_count == 3 + app.statsd_client.incr.assert_any_call("notifications.callback.firetext.code.101") + app.statsd_client.incr.assert_any_call("notifications.callback.firetext.status.0") + app.statsd_client.incr.assert_any_call("notifications.callback.firetext.delivered") + + +def ses_validation_code_callback(): + return b'{\n "Type" : "Notification",\n "MessageId" : "ref",\n "TopicArn" : "arn:aws:sns:eu-west-1:123456789012:testing",\n "Message" : "{\\"notificationType\\":\\"Delivery\\",\\"mail\\":{\\"timestamp\\":\\"2016-03-14T12:35:25.909Z\\",\\"source\\":\\"valid-code@test.com\\",\\"sourceArn\\":\\"arn:aws:ses:eu-west-1:123456789012:identity/testing-notify\\",\\"sendingAccountId\\":\\"123456789012\\",\\"messageId\\":\\"ref\\",\\"destination\\":[\\"testing@digital.cabinet-office.gov.uk\\"]},\\"delivery\\":{\\"timestamp\\":\\"2016-03-14T12:35:26.567Z\\",\\"processingTimeMillis\\":658,\\"recipients\\":[\\"testing@digital.cabinet-office.gov.u\\"],\\"smtpResponse\\":\\"250 2.0.0 OK 1457958926 uo5si26480932wjc.221 - gsmtp\\",\\"reportingMTA\\":\\"a6-238.smtp-out.eu-west-1.amazonses.com\\"}}",\n "Timestamp" : "2016-03-14T12:35:26.665Z",\n "SignatureVersion" : "1",\n "Signature" : "X8d7eTAOZ6wlnrdVVPYanrAlsX0SMPfOzhoTEBnQqYkrNWTqQY91C0f3bxtPdUhUtOowyPAOkTQ4KnZuzphfhVb2p1MyVYMxNKcBFB05/qaCX99+92fjw4x9LeUOwyGwMv5F0Vkfi5qZCcEw69uVrhYLVSTFTrzi/yCtru+yFULMQ6UhbY09GwiP6hjxZMVr8aROQy5lLHglqQzOuSZ4KeD85JjifHdKzlx8jjQ+uj+FLzHXPMAPmPU1JK9kpoHZ1oPshAFgPDpphJe+HwcJ8ezmk+3AEUr3wWli3xF+49y8Z2anASSVp6YI2YP95UT8Rlh3qT3T+V9V8rbSVislxA==",\n "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem",\n "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:302763885840:preview-emails:d6aad3ef-83d6-4cf3-a470-54e2e75916da"\n}' # noqa + + +def ses_invite_callback(): + return b'{\n "Type" : "Notification",\n "MessageId" : "ref",\n "TopicArn" : "arn:aws:sns:eu-west-1:123456789012:testing",\n "Message" : "{\\"notificationType\\":\\"Delivery\\",\\"mail\\":{\\"timestamp\\":\\"2016-03-14T12:35:25.909Z\\",\\"source\\":\\"test-invite@test-domain.com\\",\\"sourceArn\\":\\"arn:aws:ses:eu-west-1:123456789012:identity/testing-notify\\",\\"sendingAccountId\\":\\"123456789012\\",\\"messageId\\":\\"ref\\",\\"destination\\":[\\"testing@digital.cabinet-office.gov.uk\\"]},\\"delivery\\":{\\"timestamp\\":\\"2016-03-14T12:35:26.567Z\\",\\"processingTimeMillis\\":658,\\"recipients\\":[\\"testing@digital.cabinet-office.gov.u\\"],\\"smtpResponse\\":\\"250 2.0.0 OK 1457958926 uo5si26480932wjc.221 - gsmtp\\",\\"reportingMTA\\":\\"a6-238.smtp-out.eu-west-1.amazonses.com\\"}}",\n "Timestamp" : "2016-03-14T12:35:26.665Z",\n "SignatureVersion" : "1",\n "Signature" : "X8d7eTAOZ6wlnrdVVPYanrAlsX0SMPfOzhoTEBnQqYkrNWTqQY91C0f3bxtPdUhUtOowyPAOkTQ4KnZuzphfhVb2p1MyVYMxNKcBFB05/qaCX99+92fjw4x9LeUOwyGwMv5F0Vkfi5qZCcEw69uVrhYLVSTFTrzi/yCtru+yFULMQ6UhbY09GwiP6hjxZMVr8aROQy5lLHglqQzOuSZ4KeD85JjifHdKzlx8jjQ+uj+FLzHXPMAPmPU1JK9kpoHZ1oPshAFgPDpphJe+HwcJ8ezmk+3AEUr3wWli3xF+49y8Z2anASSVp6YI2YP95UT8Rlh3qT3T+V9V8rbSVislxA==",\n "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem",\n "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:302763885840:preview-emails:d6aad3ef-83d6-4cf3-a470-54e2e75916da"\n}' # noqa + + +def ses_notification_callback(ref='ref'): + return str.encode( + '{\n "Type" : "Notification",\n "MessageId" : "%(ref)s",\n "TopicArn" : "arn:aws:sns:eu-west-1:123456789012:testing",\n "Message" : "{\\"notificationType\\":\\"Delivery\\",\\"mail\\":{\\"timestamp\\":\\"2016-03-14T12:35:25.909Z\\",\\"source\\":\\"test@test-domain.com\\",\\"sourceArn\\":\\"arn:aws:ses:eu-west-1:123456789012:identity/testing-notify\\",\\"sendingAccountId\\":\\"123456789012\\",\\"messageId\\":\\"%(ref)s\\",\\"destination\\":[\\"testing@digital.cabinet-office.gov.uk\\"]},\\"delivery\\":{\\"timestamp\\":\\"2016-03-14T12:35:26.567Z\\",\\"processingTimeMillis\\":658,\\"recipients\\":[\\"testing@digital.cabinet-office.gov.uk\\"],\\"smtpResponse\\":\\"250 2.0.0 OK 1457958926 uo5si26480932wjc.221 - gsmtp\\",\\"reportingMTA\\":\\"a6-238.smtp-out.eu-west-1.amazonses.com\\"}}",\n "Timestamp" : "2016-03-14T12:35:26.665Z",\n "SignatureVersion" : "1",\n "Signature" : "X8d7eTAOZ6wlnrdVVPYanrAlsX0SMPfOzhoTEBnQqYkrNWTqQY91C0f3bxtPdUhUtOowyPAOkTQ4KnZuzphfhVb2p1MyVYMxNKcBFB05/qaCX99+92fjw4x9LeUOwyGwMv5F0Vkfi5qZCcEw69uVrhYLVSTFTrzi/yCtru+yFULMQ6UhbY09GwiP6hjxZMVr8aROQy5lLHglqQzOuSZ4KeD85JjifHdKzlx8jjQ+uj+FLzHXPMAPmPU1JK9kpoHZ1oPshAFgPDpphJe+HwcJ8ezmk+3AEUr3wWli3xF+49y8Z2anASSVp6YI2YP95UT8Rlh3qT3T+V9V8rbSVislxA==",\n "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem",\n "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:302763885840:preview-emails:d6aad3ef-83d6-4cf3-a470-54e2e75916da"\n}' % {'ref': ref} # noqa + ) + + +def ses_invalid_notification_id_callback(): + return b'{\n "Type" : "Notification",\n "MessageId" : "missing",\n "TopicArn" : "arn:aws:sns:eu-west-1:123456789012:testing",\n "Message" : "{\\"notificationType\\":\\"Delivery\\",\\"mail\\":{\\"timestamp\\":\\"2016-03-14T12:35:25.909Z\\",\\"source\\":\\"test@test-domain.com\\",\\"sourceArn\\":\\"arn:aws:ses:eu-west-1:123456789012:identity/testing-notify\\",\\"sendingAccountId\\":\\"123456789012\\",\\"messageId\\":\\"missing\\",\\"destination\\":[\\"testing@digital.cabinet-office.gov.uk\\"]},\\"delivery\\":{\\"timestamp\\":\\"2016-03-14T12:35:26.567Z\\",\\"processingTimeMillis\\":658,\\"recipients\\":[\\"testing@digital.cabinet-office.gov.uk\\"],\\"smtpResponse\\":\\"250 2.0.0 OK 1457958926 uo5si26480932wjc.221 - gsmtp\\",\\"reportingMTA\\":\\"a6-238.smtp-out.eu-west-1.amazonses.com\\"}}",\n "Timestamp" : "2016-03-14T12:35:26.665Z",\n "SignatureVersion" : "1",\n "Signature" : "X8d7eTAOZ6wlnrdVVPYanrAlsX0SMPfOzhoTEBnQqYkrNWTqQY91C0f3bxtPdUhUtOowyPAOkTQ4KnZuzphfhVb2p1MyVYMxNKcBFB05/qaCX99+92fjw4x9LeUOwyGwMv5F0Vkfi5qZCcEw69uVrhYLVSTFTrzi/yCtru+yFULMQ6UhbY09GwiP6hjxZMVr8aROQy5lLHglqQzOuSZ4KeD85JjifHdKzlx8jjQ+uj+FLzHXPMAPmPU1JK9kpoHZ1oPshAFgPDpphJe+HwcJ8ezmk+3AEUr3wWli3xF+49y8Z2anASSVp6YI2YP95UT8Rlh3qT3T+V9V8rbSVislxA==",\n "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem",\n "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:302763885840:preview-emails:d6aad3ef-83d6-4cf3-a470-54e2e75916da"\n}' # noqa + + +def ses_missing_notification_id_callback(): + return b'{\n "Type" : "Notification",\n "TopicArn" : "arn:aws:sns:eu-west-1:123456789012:testing",\n "Message" : "{\\"notificationType\\":\\"Delivery\\",\\"mail\\":{\\"timestamp\\":\\"2016-03-14T12:35:25.909Z\\",\\"source\\":\\"test@test-domain.com\\",\\"sourceArn\\":\\"arn:aws:ses:eu-west-1:123456789012:identity/testing-notify\\",\\"sendingAccountId\\":\\"123456789012\\",\\"destination\\":[\\"testing@digital.cabinet-office.gov.uk\\"]},\\"delivery\\":{\\"timestamp\\":\\"2016-03-14T12:35:26.567Z\\",\\"processingTimeMillis\\":658,\\"recipients\\":[\\"testing@digital.cabinet-office.gov.uk\\"],\\"smtpResponse\\":\\"250 2.0.0 OK 1457958926 uo5si26480932wjc.221 - gsmtp\\",\\"reportingMTA\\":\\"a6-238.smtp-out.eu-west-1.amazonses.com\\"}}",\n "Timestamp" : "2016-03-14T12:35:26.665Z",\n "SignatureVersion" : "1",\n "Signature" : "X8d7eTAOZ6wlnrdVVPYanrAlsX0SMPfOzhoTEBnQqYkrNWTqQY91C0f3bxtPdUhUtOowyPAOkTQ4KnZuzphfhVb2p1MyVYMxNKcBFB05/qaCX99+92fjw4x9LeUOwyGwMv5F0Vkfi5qZCcEw69uVrhYLVSTFTrzi/yCtru+yFULMQ6UhbY09GwiP6hjxZMVr8aROQy5lLHglqQzOuSZ4KeD85JjifHdKzlx8jjQ+uj+FLzHXPMAPmPU1JK9kpoHZ1oPshAFgPDpphJe+HwcJ8ezmk+3AEUr3wWli3xF+49y8Z2anASSVp6YI2YP95UT8Rlh3qT3T+V9V8rbSVislxA==",\n "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem",\n "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:302763885840:preview-emails:d6aad3ef-83d6-4cf3-a470-54e2e75916da"\n}' # noqa + + +def ses_invalid_notification_type_callback(): + return b'{\n "Type" : "Notification",\n "MessageId" : "ref",\n "TopicArn" : "arn:aws:sns:eu-west-1:123456789012:testing",\n "Message" : "{\\"notificationType\\":\\"Unknown\\",\\"mail\\":{\\"timestamp\\":\\"2016-03-14T12:35:25.909Z\\",\\"source\\":\\"test@test-domain.com\\",\\"sourceArn\\":\\"arn:aws:ses:eu-west-1:123456789012:identity/testing-notify\\",\\"sendingAccountId\\":\\"123456789012\\",\\"destination\\":[\\"testing@digital.cabinet-office.gov.uk\\"]},\\"delivery\\":{\\"timestamp\\":\\"2016-03-14T12:35:26.567Z\\",\\"processingTimeMillis\\":658,\\"recipients\\":[\\"testing@digital.cabinet-office.gov.uk\\"],\\"smtpResponse\\":\\"250 2.0.0 OK 1457958926 uo5si26480932wjc.221 - gsmtp\\",\\"reportingMTA\\":\\"a6-238.smtp-out.eu-west-1.amazonses.com\\"}}",\n "Timestamp" : "2016-03-14T12:35:26.665Z",\n "SignatureVersion" : "1",\n "Signature" : "X8d7eTAOZ6wlnrdVVPYanrAlsX0SMPfOzhoTEBnQqYkrNWTqQY91C0f3bxtPdUhUtOowyPAOkTQ4KnZuzphfhVb2p1MyVYMxNKcBFB05/qaCX99+92fjw4x9LeUOwyGwMv5F0Vkfi5qZCcEw69uVrhYLVSTFTrzi/yCtru+yFULMQ6UhbY09GwiP6hjxZMVr8aROQy5lLHglqQzOuSZ4KeD85JjifHdKzlx8jjQ+uj+FLzHXPMAPmPU1JK9kpoHZ1oPshAFgPDpphJe+HwcJ8ezmk+3AEUr3wWli3xF+49y8Z2anASSVp6YI2YP95UT8Rlh3qT3T+V9V8rbSVislxA==",\n "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem",\n "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:302763885840:preview-emails:d6aad3ef-83d6-4cf3-a470-54e2e75916da"\n}' # noqa + + +def ses_hard_bounce_callback(): + return b'{\n "Type" : "Notification",\n "MessageId" : "ref",\n "TopicArn" : "arn:aws:sns:eu-west-1:123456789012:testing",\n "Message" : "{\\"notificationType\\":\\"Bounce\\",\\"bounce\\":{\\"bounceType\\":\\"Permanent\\",\\"bounceSubType\\":\\"General\\"}, \\"mail\\":{\\"messageId\\":\\"ref\\",\\"timestamp\\":\\"2016-03-14T12:35:25.909Z\\",\\"source\\":\\"test@test-domain.com\\",\\"sourceArn\\":\\"arn:aws:ses:eu-west-1:123456789012:identity/testing-notify\\",\\"sendingAccountId\\":\\"123456789012\\",\\"destination\\":[\\"testing@digital.cabinet-office.gov.uk\\"]},\\"delivery\\":{\\"timestamp\\":\\"2016-03-14T12:35:26.567Z\\",\\"processingTimeMillis\\":658,\\"recipients\\":[\\"testing@digital.cabinet-office.gov.uk\\"],\\"smtpResponse\\":\\"250 2.0.0 OK 1457958926 uo5si26480932wjc.221 - gsmtp\\",\\"reportingMTA\\":\\"a6-238.smtp-out.eu-west-1.amazonses.com\\"}}",\n "Timestamp" : "2016-03-14T12:35:26.665Z",\n "SignatureVersion" : "1",\n "Signature" : "X8d7eTAOZ6wlnrdVVPYanrAlsX0SMPfOzhoTEBnQqYkrNWTqQY91C0f3bxtPdUhUtOowyPAOkTQ4KnZuzphfhVb2p1MyVYMxNKcBFB05/qaCX99+92fjw4x9LeUOwyGwMv5F0Vkfi5qZCcEw69uVrhYLVSTFTrzi/yCtru+yFULMQ6UhbY09GwiP6hjxZMVr8aROQy5lLHglqQzOuSZ4KeD85JjifHdKzlx8jjQ+uj+FLzHXPMAPmPU1JK9kpoHZ1oPshAFgPDpphJe+HwcJ8ezmk+3AEUr3wWli3xF+49y8Z2anASSVp6YI2YP95UT8Rlh3qT3T+V9V8rbSVislxA==",\n "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem",\n "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:302763885840:preview-emails:d6aad3ef-83d6-4cf3-a470-54e2e75916da"\n}' # noqa + + +def ses_soft_bounce_callback(): + return b'{\n "Type" : "Notification",\n "MessageId" : "ref",\n "TopicArn" : "arn:aws:sns:eu-west-1:123456789012:testing",\n "Message" : "{\\"notificationType\\":\\"Bounce\\",\\"bounce\\":{\\"bounceType\\":\\"Undetermined\\",\\"bounceSubType\\":\\"General\\"}, \\"mail\\":{\\"messageId\\":\\"ref\\",\\"timestamp\\":\\"2016-03-14T12:35:25.909Z\\",\\"source\\":\\"test@test-domain.com\\",\\"sourceArn\\":\\"arn:aws:ses:eu-west-1:123456789012:identity/testing-notify\\",\\"sendingAccountId\\":\\"123456789012\\",\\"destination\\":[\\"testing@digital.cabinet-office.gov.uk\\"]},\\"delivery\\":{\\"timestamp\\":\\"2016-03-14T12:35:26.567Z\\",\\"processingTimeMillis\\":658,\\"recipients\\":[\\"testing@digital.cabinet-office.gov.uk\\"],\\"smtpResponse\\":\\"250 2.0.0 OK 1457958926 uo5si26480932wjc.221 - gsmtp\\",\\"reportingMTA\\":\\"a6-238.smtp-out.eu-west-1.amazonses.com\\"}}",\n "Timestamp" : "2016-03-14T12:35:26.665Z",\n "SignatureVersion" : "1",\n "Signature" : "X8d7eTAOZ6wlnrdVVPYanrAlsX0SMPfOzhoTEBnQqYkrNWTqQY91C0f3bxtPdUhUtOowyPAOkTQ4KnZuzphfhVb2p1MyVYMxNKcBFB05/qaCX99+92fjw4x9LeUOwyGwMv5F0Vkfi5qZCcEw69uVrhYLVSTFTrzi/yCtru+yFULMQ6UhbY09GwiP6hjxZMVr8aROQy5lLHglqQzOuSZ4KeD85JjifHdKzlx8jjQ+uj+FLzHXPMAPmPU1JK9kpoHZ1oPshAFgPDpphJe+HwcJ8ezmk+3AEUr3wWli3xF+49y8Z2anASSVp6YI2YP95UT8Rlh3qT3T+V9V8rbSVislxA==",\n "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem",\n "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:302763885840:preview-emails:d6aad3ef-83d6-4cf3-a470-54e2e75916da"\n}' # noqa diff --git a/tests/app/notifications/rest/test_send_notification.py b/tests/app/notifications/rest/test_send_notification.py index 212d11177..e0439cf52 100644 --- a/tests/app/notifications/rest/test_send_notification.py +++ b/tests/app/notifications/rest/test_send_notification.py @@ -9,7 +9,7 @@ from notifications_python_client.authentication import create_jwt_token import app from app import encryption -from app.models import ApiKey, KEY_TYPE_TEAM +from app.models import ApiKey, KEY_TYPE_TEAM, KEY_TYPE_TEST from app.dao.templates_dao import dao_get_all_templates_for_service, dao_update_template from app.dao.services_dao import dao_update_service from app.dao.api_key_dao import save_model_api_key diff --git a/tests/app/notifications/test_rest.py b/tests/app/notifications/test_rest.py index a19e45e03..28244df89 100644 --- a/tests/app/notifications/test_rest.py +++ b/tests/app/notifications/test_rest.py @@ -1,17 +1,13 @@ from datetime import datetime, timedelta import uuid +import pytest from flask import json from notifications_python_client.authentication import create_jwt_token -import app.celery.tasks -from app.dao.notifications_dao import ( - get_notification_by_id, - dao_get_notification_statistics_for_service, - dao_update_notification -) +from app.dao.notifications_dao import dao_update_notification from app.dao.api_key_dao import save_model_api_key -from app.models import ApiKey, KEY_TYPE_NORMAL, KEY_TYPE_TEAM +from app.models import ApiKey, KEY_TYPE_NORMAL, KEY_TYPE_TEAM, KEY_TYPE_TEST from tests import create_authorization_header from tests.app.conftest import sample_notification as create_sample_notification @@ -93,12 +89,26 @@ def test_get_notifications_empty_result(notify_api, sample_api_key): assert response.status_code == 404 -def test_get_real_notification_from_team_api_key_fails(notify_api, sample_notification): +@pytest.mark.parametrize('api_key_type,notification_key_type', [ + (KEY_TYPE_NORMAL, KEY_TYPE_TEAM), + (KEY_TYPE_NORMAL, KEY_TYPE_TEST), + (KEY_TYPE_TEST, KEY_TYPE_NORMAL), + (KEY_TYPE_TEST, KEY_TYPE_TEAM), + (KEY_TYPE_TEAM, KEY_TYPE_NORMAL), + (KEY_TYPE_TEAM, KEY_TYPE_TEST), +]) +def test_get_notification_from_different_api_key_fails( + notify_api, + sample_notification, + api_key_type, + notification_key_type +): with notify_api.test_request_context(), notify_api.test_client() as client: + sample_notification.key_type = notification_key_type api_key = ApiKey(service=sample_notification.service, name='api_key', created_by=sample_notification.service.created_by, - key_type=KEY_TYPE_TEAM) + key_type=api_key_type) save_model_api_key(api_key) response = client.get( @@ -110,22 +120,23 @@ def test_get_real_notification_from_team_api_key_fails(notify_api, sample_notifi assert notification['message'] == "No result found" -def test_get_team_notification_from_different_team_api_key_succeeds(notify_api, sample_notification): +@pytest.mark.parametrize('key_type', [KEY_TYPE_NORMAL, KEY_TYPE_TEAM, KEY_TYPE_TEST]) +def test_get_notification_from_different_api_key_of_same_type_succeeds(notify_api, sample_notification, key_type): with notify_api.test_request_context(), notify_api.test_client() as client: creation_api_key = ApiKey(service=sample_notification.service, name='creation_api_key', created_by=sample_notification.service.created_by, - key_type=KEY_TYPE_TEAM) + key_type=key_type) save_model_api_key(creation_api_key) querying_api_key = ApiKey(service=sample_notification.service, name='querying_api_key', created_by=sample_notification.service.created_by, - key_type=KEY_TYPE_TEAM) + key_type=key_type) save_model_api_key(querying_api_key) sample_notification.api_key = creation_api_key - sample_notification.key_type = KEY_TYPE_TEAM + sample_notification.key_type = key_type dao_update_notification(sample_notification) response = client.get( @@ -164,11 +175,39 @@ def test_get_all_notifications(notify_api, sample_notification): assert notifications['notifications'][0]['body'] == "This is a template" # sample_template.content +def test_normal_api_key_returns_notifications_created_from_jobs_and_from_api( + notify_api, + notify_db, + notify_db_session, + sample_api_key, + sample_notification +): + with notify_api.test_request_context(), notify_api.test_client() as client: + api_notification = create_sample_notification( + notify_db, + notify_db_session, + api_key_id=sample_api_key.id + ) + api_notification.job = None + + response = client.get( + path='/notifications', + headers=_create_auth_header_from_key(sample_api_key)) + + assert response.status_code == 200 + + notifications = json.loads(response.get_data(as_text=True))['notifications'] + assert len(notifications) == 2 + assert set(x['id'] for x in notifications) == set([str(sample_notification.id), str(api_notification.id)]) + + +@pytest.mark.parametrize('key_type', [KEY_TYPE_NORMAL, KEY_TYPE_TEAM, KEY_TYPE_TEST]) def test_get_all_notifications_only_returns_notifications_of_matching_type( notify_api, notify_db, notify_db_session, - sample_service + sample_service, + key_type ): with notify_api.test_request_context(), notify_api.test_client() as client: team_api_key = ApiKey(service=sample_service, @@ -183,6 +222,12 @@ def test_get_all_notifications_only_returns_notifications_of_matching_type( key_type=KEY_TYPE_NORMAL) save_model_api_key(normal_api_key) + test_api_key = ApiKey(service=sample_service, + name='test_api_key', + created_by=sample_service.created_by, + key_type=KEY_TYPE_TEST) + save_model_api_key(test_api_key) + normal_notification = create_sample_notification( notify_db, notify_db_session, @@ -195,25 +240,28 @@ def test_get_all_notifications_only_returns_notifications_of_matching_type( api_key_id=team_api_key.id, key_type=KEY_TYPE_TEAM ) + test_notification = create_sample_notification( + notify_db, + notify_db_session, + api_key_id=test_api_key.id, + key_type=KEY_TYPE_TEST + ) - normal_response = client.get( + notification_objs = { + KEY_TYPE_NORMAL: normal_notification, + KEY_TYPE_TEAM: team_notification, + KEY_TYPE_TEST: test_notification + } + + response = client.get( path='/notifications', - headers=_create_auth_header_from_key(normal_api_key)) + headers=_create_auth_header_from_key(notification_objs[key_type].api_key)) - team_response = client.get( - path='/notifications', - headers=_create_auth_header_from_key(team_api_key)) + assert response.status_code == 200 - assert normal_response.status_code == 200 - assert team_response.status_code == 200 - - normal_notifications = json.loads(normal_response.get_data(as_text=True))['notifications'] - assert len(normal_notifications) == 1 - assert normal_notifications[0]['id'] == str(normal_notification.id) - - team_notifications = json.loads(team_response.get_data(as_text=True))['notifications'] - assert len(team_notifications) == 1 - assert team_notifications[0]['id'] == str(team_notification.id) + notifications = json.loads(response.get_data(as_text=True))['notifications'] + assert len(notifications) == 1 + assert notifications[0]['id'] == str(notification_objs[key_type].id) def test_get_all_notifications_newest_first(notify_api, notify_db, notify_db_session, sample_email_template): @@ -566,761 +614,6 @@ def test_get_notifications_for_service_returns_merged_template_content(notify_ap assert resp['notifications'][1]['body'] == 'Hello merged with second' -def test_firetext_callback_should_not_need_auth(notify_api, mocker): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - mocker.patch('app.statsd_client.incr') - response = client.post( - path='/notifications/sms/firetext', - data='mobile=441234123123&status=0&reference=send-sms-code&time=2016-03-10 14:17:00', - headers=[('Content-Type', 'application/x-www-form-urlencoded')]) - - assert response.status_code == 200 - - -def test_firetext_callback_should_return_400_if_empty_reference(notify_api, mocker): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - mocker.patch('app.statsd_client.incr') - response = client.post( - path='/notifications/sms/firetext', - data='mobile=441234123123&status=0&reference=&time=2016-03-10 14:17:00', - headers=[('Content-Type', 'application/x-www-form-urlencoded')]) - - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 400 - assert json_resp['result'] == 'error' - assert json_resp['message'] == ['Firetext callback failed: reference missing'] - - -def test_firetext_callback_should_return_400_if_no_reference(notify_api, mocker): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - mocker.patch('app.statsd_client.incr') - response = client.post( - path='/notifications/sms/firetext', - data='mobile=441234123123&status=0&time=2016-03-10 14:17:00', - headers=[('Content-Type', 'application/x-www-form-urlencoded')]) - - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 400 - assert json_resp['result'] == 'error' - assert json_resp['message'] == ['Firetext callback failed: reference missing'] - - -def test_firetext_callback_should_return_200_if_send_sms_reference(notify_api, mocker): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - mocker.patch('app.statsd_client.incr') - response = client.post( - path='/notifications/sms/firetext', - data='mobile=441234123123&status=0&time=2016-03-10 14:17:00&reference=send-sms-code', - headers=[('Content-Type', 'application/x-www-form-urlencoded')]) - - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 200 - assert json_resp['result'] == 'success' - assert json_resp['message'] == 'Firetext callback succeeded: send-sms-code' - - -def test_firetext_callback_should_return_400_if_no_status(notify_api, mocker): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - mocker.patch('app.statsd_client.incr') - response = client.post( - path='/notifications/sms/firetext', - data='mobile=441234123123&time=2016-03-10 14:17:00&reference=send-sms-code', - headers=[('Content-Type', 'application/x-www-form-urlencoded')]) - - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 400 - assert json_resp['result'] == 'error' - assert json_resp['message'] == ['Firetext callback failed: status missing'] - - -def test_firetext_callback_should_return_400_if_unknown_status(notify_api, mocker): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - mocker.patch('app.statsd_client.incr') - response = client.post( - path='/notifications/sms/firetext', - data='mobile=441234123123&status=99&time=2016-03-10 14:17:00&reference={}'.format(uuid.uuid4()), - headers=[('Content-Type', 'application/x-www-form-urlencoded')]) - - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 400 - assert json_resp['result'] == 'error' - assert json_resp['message'] == 'Firetext callback failed: status 99 not found.' - - -def test_firetext_callback_should_return_400_if_invalid_guid_notification_id(notify_api, mocker): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - mocker.patch('app.statsd_client.incr') - response = client.post( - path='/notifications/sms/firetext', - data='mobile=441234123123&status=0&time=2016-03-10 14:17:00&reference=1234', - headers=[('Content-Type', 'application/x-www-form-urlencoded')]) - - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 400 - assert json_resp['result'] == 'error' - assert json_resp['message'] == 'Firetext callback with invalid reference 1234' - - -def test_firetext_callback_should_return_404_if_cannot_find_notification_id( - notify_db, - notify_db_session, - notify_api, - mocker -): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - mocker.patch('app.statsd_client.incr') - missing_notification_id = uuid.uuid4() - response = client.post( - path='/notifications/sms/firetext', - data='mobile=441234123123&status=0&time=2016-03-10 14:17:00&reference={}'.format( - missing_notification_id - ), - headers=[('Content-Type', 'application/x-www-form-urlencoded')]) - - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 400 - assert json_resp['result'] == 'error' - assert json_resp['message'] == 'Firetext callback failed: notification {} either not found ' \ - 'or already updated from sending. Status {}'.format( - missing_notification_id, - 'Delivered' - ) - - -def test_firetext_callback_should_update_notification_status(notify_api, sample_notification, mocker): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - mocker.patch('app.statsd_client.incr') - original = get_notification_by_id(sample_notification.id) - assert original.status == 'created' - - response = client.post( - path='/notifications/sms/firetext', - data='mobile=441234123123&status=0&time=2016-03-10 14:17:00&reference={}'.format( - sample_notification.id - ), - headers=[('Content-Type', 'application/x-www-form-urlencoded')]) - - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 200 - assert json_resp['result'] == 'success' - assert json_resp['message'] == 'Firetext callback succeeded. reference {} updated'.format( - sample_notification.id - ) - updated = get_notification_by_id(sample_notification.id) - assert updated.status == 'delivered' - assert get_notification_by_id(sample_notification.id).status == 'delivered' - stats = dao_get_notification_statistics_for_service(sample_notification.service_id)[0] - assert stats.sms_delivered == 1 - assert stats.sms_requested == 1 - assert stats.sms_failed == 0 - - -def test_firetext_callback_should_update_notification_status_failed(notify_api, sample_notification, mocker): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - mocker.patch('app.statsd_client.incr') - original = get_notification_by_id(sample_notification.id) - assert original.status == 'created' - - response = client.post( - path='/notifications/sms/firetext', - data='mobile=441234123123&status=1&time=2016-03-10 14:17:00&reference={}'.format( - sample_notification.id - ), - headers=[('Content-Type', 'application/x-www-form-urlencoded')]) - - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 200 - assert json_resp['result'] == 'success' - assert json_resp['message'] == 'Firetext callback succeeded. reference {} updated'.format( - sample_notification.id - ) - assert get_notification_by_id(sample_notification.id).status == 'permanent-failure' - stats = dao_get_notification_statistics_for_service(sample_notification.service_id)[0] - assert stats.sms_delivered == 0 - assert stats.sms_requested == 1 - assert stats.sms_failed == 1 - - -def test_firetext_callback_should_update_notification_status_pending(notify_api, notify_db, notify_db_session, mocker): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - mocker.patch('app.statsd_client.incr') - notification = create_sample_notification(notify_db, notify_db_session, status='sending') - original = get_notification_by_id(notification.id) - assert original.status == 'sending' - - response = client.post( - path='/notifications/sms/firetext', - data='mobile=441234123123&status=2&time=2016-03-10 14:17:00&reference={}'.format( - notification.id - ), - headers=[('Content-Type', 'application/x-www-form-urlencoded')]) - - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 200 - assert json_resp['result'] == 'success' - assert json_resp['message'] == 'Firetext callback succeeded. reference {} updated'.format( - notification.id - ) - assert get_notification_by_id(notification.id).status == 'pending' - stats = dao_get_notification_statistics_for_service(notification.service_id)[0] - assert stats.sms_delivered == 0 - assert stats.sms_requested == 1 - assert stats.sms_failed == 0 - - -def test_firetext_callback_should_update_multiple_notification_status_sent( - notify_api, - notify_db, - notify_db_session, - mocker -): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - mocker.patch('app.statsd_client.incr') - notification1 = create_sample_notification(notify_db, notify_db_session, status='sending') - notification2 = create_sample_notification(notify_db, notify_db_session, status='sending') - notification3 = create_sample_notification(notify_db, notify_db_session, status='sending') - - client.post( - path='/notifications/sms/firetext', - data='mobile=441234123123&status=0&time=2016-03-10 14:17:00&reference={}'.format( - notification1.id - ), - headers=[('Content-Type', 'application/x-www-form-urlencoded')]) - - client.post( - path='/notifications/sms/firetext', - data='mobile=441234123123&status=0&time=2016-03-10 14:17:00&reference={}'.format( - notification2.id - ), - headers=[('Content-Type', 'application/x-www-form-urlencoded')]) - - client.post( - path='/notifications/sms/firetext', - data='mobile=441234123123&status=0&time=2016-03-10 14:17:00&reference={}'.format( - notification3.id - ), - headers=[('Content-Type', 'application/x-www-form-urlencoded')]) - - stats = dao_get_notification_statistics_for_service(notification1.service_id)[0] - assert stats.sms_delivered == 3 - assert stats.sms_requested == 3 - assert stats.sms_failed == 0 - - -def test_process_mmg_response_return_200_when_cid_is_send_sms_code(notify_api): - with notify_api.test_request_context(): - data = '{"reference": "10100164", "CID": "send-sms-code", "MSISDN": "447775349060", "status": "3", \ - "deliverytime": "2016-04-05 16:01:07"}' - - with notify_api.test_client() as client: - response = client.post(path='notifications/sms/mmg', - data=data, - headers=[('Content-Type', 'application/json')]) - assert response.status_code == 200 - json_data = json.loads(response.data) - assert json_data['result'] == 'success' - assert json_data['message'] == 'MMG callback succeeded: send-sms-code' - - -def test_process_mmg_response_returns_200_when_cid_is_valid_notification_id(notify_api, sample_notification): - with notify_api.test_client() as client: - data = json.dumps({"reference": "mmg_reference", - "CID": str(sample_notification.id), - "MSISDN": "447777349060", - "status": "3", - "deliverytime": "2016-04-05 16:01:07"}) - - response = client.post(path='notifications/sms/mmg', - data=data, - headers=[('Content-Type', 'application/json')]) - assert response.status_code == 200 - json_data = json.loads(response.data) - assert json_data['result'] == 'success' - assert json_data['message'] == 'MMG callback succeeded. reference {} updated'.format(sample_notification.id) - assert get_notification_by_id(sample_notification.id).status == 'delivered' - - -def test_process_mmg_response_status_5_updates_notification_with_permanently_failed(notify_api, - sample_notification): - with notify_api.test_client() as client: - data = json.dumps({"reference": "mmg_reference", - "CID": str(sample_notification.id), - "MSISDN": "447777349060", - "status": 5}) - - response = client.post(path='notifications/sms/mmg', - data=data, - headers=[('Content-Type', 'application/json')]) - assert response.status_code == 200 - json_data = json.loads(response.data) - assert json_data['result'] == 'success' - assert json_data['message'] == 'MMG callback succeeded. reference {} updated'.format(sample_notification.id) - assert get_notification_by_id(sample_notification.id).status == 'permanent-failure' - - -def test_process_mmg_response_status_2_updates_notification_with_temporary_failed(notify_api, - sample_notification): - with notify_api.test_client() as client: - data = json.dumps({"reference": "mmg_reference", - "CID": str(sample_notification.id), - "MSISDN": "447777349060", - "status": 2}) - - response = client.post(path='notifications/sms/mmg', - data=data, - headers=[('Content-Type', 'application/json')]) - assert response.status_code == 200 - json_data = json.loads(response.data) - assert json_data['result'] == 'success' - assert json_data['message'] == 'MMG callback succeeded. reference {} updated'.format(sample_notification.id) - assert get_notification_by_id(sample_notification.id).status == 'temporary-failure' - - -def test_process_mmg_response_status_4_updates_notification_with_temporary_failed(notify_api, - sample_notification): - with notify_api.test_client() as client: - data = json.dumps({"reference": "mmg_reference", - "CID": str(sample_notification.id), - "MSISDN": "447777349060", - "status": 4}) - - response = client.post(path='notifications/sms/mmg', - data=data, - headers=[('Content-Type', 'application/json')]) - assert response.status_code == 200 - json_data = json.loads(response.data) - assert json_data['result'] == 'success' - assert json_data['message'] == 'MMG callback succeeded. reference {} updated'.format(sample_notification.id) - assert get_notification_by_id(sample_notification.id).status == 'temporary-failure' - - -def test_process_mmg_response_unknown_status_updates_notification_with_failed(notify_api, - sample_notification): - with notify_api.test_client() as client: - data = json.dumps({"reference": "mmg_reference", - "CID": str(sample_notification.id), - "MSISDN": "447777349060", - "status": 10}) - - response = client.post(path='notifications/sms/mmg', - data=data, - headers=[('Content-Type', 'application/json')]) - assert response.status_code == 200 - json_data = json.loads(response.data) - assert json_data['result'] == 'success' - assert json_data['message'] == 'MMG callback succeeded. reference {} updated'.format(sample_notification.id) - assert get_notification_by_id(sample_notification.id).status == 'failed' - - -def test_process_mmg_response_returns_400_for_malformed_data(notify_api): - with notify_api.test_client() as client: - data = json.dumps({"reference": "mmg_reference", - "monkey": 'random thing', - "MSISDN": "447777349060", - "no_status": 00, - "deliverytime": "2016-04-05 16:01:07"}) - - response = client.post(path='notifications/sms/mmg', - data=data, - headers=[('Content-Type', 'application/json')]) - assert response.status_code == 400 - json_data = json.loads(response.data) - assert json_data['result'] == 'error' - assert len(json_data['message']) == 2 - assert "{} callback failed: {} missing".format('MMG', 'status') in json_data['message'] - assert "{} callback failed: {} missing".format('MMG', 'CID') in json_data['message'] - - -def test_ses_callback_should_not_need_auth(notify_api): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - response = client.post( - path='/notifications/email/ses', - data=ses_notification_callback(), - headers=[('Content-Type', 'text/plain; charset=UTF-8')] - ) - assert response.status_code == 404 - - -def test_ses_callback_should_fail_if_invalid_json(notify_api): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - response = client.post( - path='/notifications/email/ses', - data="nonsense", - headers=[('Content-Type', 'text/plain; charset=UTF-8')] - ) - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 400 - assert json_resp['result'] == 'error' - assert json_resp['message'] == 'SES callback failed: invalid json' - - -def test_ses_callback_should_fail_if_invalid_notification_type(notify_api): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - response = client.post( - path='/notifications/email/ses', - data=ses_invalid_notification_type_callback(), - headers=[('Content-Type', 'text/plain; charset=UTF-8')] - ) - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 400 - assert json_resp['result'] == 'error' - assert json_resp['message'] == 'SES callback failed: status Unknown not found' - - -def test_ses_callback_should_fail_if_missing_message_id(notify_api): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - response = client.post( - path='/notifications/email/ses', - data=ses_missing_notification_id_callback(), - headers=[('Content-Type', 'text/plain; charset=UTF-8')] - ) - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 400 - assert json_resp['result'] == 'error' - assert json_resp['message'] == 'SES callback failed: messageId missing' - - -def test_ses_callback_should_fail_if_notification_cannot_be_found(notify_db, notify_db_session, notify_api): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - response = client.post( - path='/notifications/email/ses', - data=ses_invalid_notification_id_callback(), - headers=[('Content-Type', 'text/plain; charset=UTF-8')] - ) - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 404 - assert json_resp['result'] == 'error' - assert json_resp['message'] == 'SES callback failed: notification either not found or already updated from sending. Status delivered' # noqa - - -def test_ses_callback_should_update_notification_status( - notify_api, - notify_db, - notify_db_session, - sample_email_template): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - notification = create_sample_notification( - notify_db, - notify_db_session, - template=sample_email_template, - reference='ref', - status='sending' - ) - - assert get_notification_by_id(notification.id).status == 'sending' - - response = client.post( - path='/notifications/email/ses', - data=ses_notification_callback(), - headers=[('Content-Type', 'text/plain; charset=UTF-8')] - ) - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 200 - assert json_resp['result'] == 'success' - assert json_resp['message'] == 'SES callback succeeded' - assert get_notification_by_id(notification.id).status == 'delivered' - stats = dao_get_notification_statistics_for_service(notification.service_id)[0] - assert stats.emails_delivered == 1 - assert stats.emails_requested == 1 - assert stats.emails_failed == 0 - - -def test_ses_callback_should_update_multiple_notification_status_sent( - notify_api, - notify_db, - notify_db_session, - sample_email_template, - mocker): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - notification1 = create_sample_notification( - notify_db, - notify_db_session, - template=sample_email_template, - reference='ref1', - status='sending') - - notification2 = create_sample_notification( - notify_db, - notify_db_session, - template=sample_email_template, - reference='ref2', - status='sending') - - notification3 = create_sample_notification( - notify_db, - notify_db_session, - template=sample_email_template, - reference='ref3', - status='sending') - - resp1 = client.post( - path='/notifications/email/ses', - data=ses_notification_callback(ref='ref1'), - headers=[('Content-Type', 'text/plain; charset=UTF-8')] - ) - resp2 = client.post( - path='/notifications/email/ses', - data=ses_notification_callback(ref='ref2'), - headers=[('Content-Type', 'text/plain; charset=UTF-8')] - ) - resp3 = client.post( - path='/notifications/email/ses', - data=ses_notification_callback(ref='ref3'), - headers=[('Content-Type', 'text/plain; charset=UTF-8')] - ) - - assert resp1.status_code == 200 - assert resp2.status_code == 200 - assert resp3.status_code == 200 - - stats = dao_get_notification_statistics_for_service(notification1.service_id)[0] - assert stats.emails_delivered == 3 - assert stats.emails_requested == 3 - assert stats.emails_failed == 0 - - -def test_ses_callback_should_update_record_statsd( - notify_api, - notify_db, - notify_db_session, - sample_email_template, - mocker): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - mocker.patch('app.statsd_client.incr') - - notification = create_sample_notification( - notify_db, - notify_db_session, - template=sample_email_template, - reference='ref', - status='sending' - ) - - assert get_notification_by_id(notification.id).status == 'sending' - - client.post( - path='/notifications/email/ses', - data=ses_notification_callback(), - headers=[('Content-Type', 'text/plain; charset=UTF-8')] - ) - app.statsd_client.incr.assert_called_once_with("notifications.callback.ses.delivered") - - -def test_ses_callback_should_set_status_to_temporary_failure(notify_api, - notify_db, - notify_db_session, - sample_email_template): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - notification = create_sample_notification( - notify_db, - notify_db_session, - template=sample_email_template, - reference='ref', - status='sending' - ) - - assert get_notification_by_id(notification.id).status == 'sending' - - response = client.post( - path='/notifications/email/ses', - data=ses_soft_bounce_callback(), - headers=[('Content-Type', 'text/plain; charset=UTF-8')] - ) - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 200 - assert json_resp['result'] == 'success' - assert json_resp['message'] == 'SES callback succeeded' - assert get_notification_by_id(notification.id).status == 'temporary-failure' - stats = dao_get_notification_statistics_for_service(notification.service_id)[0] - assert stats.emails_delivered == 0 - assert stats.emails_requested == 1 - assert stats.emails_failed == 1 - - -def test_ses_callback_should_not_set_status_once_status_is_delivered(notify_api, - notify_db, - notify_db_session, - sample_email_template): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - notification = create_sample_notification( - notify_db, - notify_db_session, - template=sample_email_template, - reference='ref', - status='delivered' - ) - - assert get_notification_by_id(notification.id).status == 'delivered' - - response = client.post( - path='/notifications/email/ses', - data=ses_soft_bounce_callback(), - headers=[('Content-Type', 'text/plain; charset=UTF-8')] - ) - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 404 - assert json_resp['result'] == 'error' - assert json_resp['message'] == 'SES callback failed: notification either not found or already updated from sending. Status temporary-failure' # noqa - assert get_notification_by_id(notification.id).status == 'delivered' - - -def test_ses_callback_should_set_status_to_permanent_failure(notify_api, - notify_db, - notify_db_session, - sample_email_template): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - notification = create_sample_notification( - notify_db, - notify_db_session, - template=sample_email_template, - reference='ref', - status='sending' - ) - - assert get_notification_by_id(notification.id).status == 'sending' - - response = client.post( - path='/notifications/email/ses', - data=ses_hard_bounce_callback(), - headers=[('Content-Type', 'text/plain; charset=UTF-8')] - ) - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 200 - assert json_resp['result'] == 'success' - assert json_resp['message'] == 'SES callback succeeded' - assert get_notification_by_id(notification.id).status == 'permanent-failure' - stats = dao_get_notification_statistics_for_service(notification.service_id)[0] - assert stats.emails_delivered == 0 - assert stats.emails_requested == 1 - assert stats.emails_failed == 1 - - -def test_should_handle_invite_email_callbacks(notify_api, notify_db, notify_db_session): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - notify_api.config['INVITATION_EMAIL_FROM'] = 'test-invite' - notify_api.config['NOTIFY_EMAIL_DOMAIN'] = 'test-domain.com' - - response = client.post( - path='/notifications/email/ses', - data=ses_invite_callback(), - headers=[('Content-Type', 'text/plain; charset=UTF-8')] - ) - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 200 - assert json_resp['result'] == 'success' - assert json_resp['message'] == 'SES callback succeeded' - - -def test_should_handle_validation_code_callbacks(notify_api, notify_db, notify_db_session): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - notify_api.config['VERIFY_CODE_FROM_EMAIL_ADDRESS'] = 'valid-code@test.com' - - response = client.post( - path='/notifications/email/ses', - data=ses_validation_code_callback(), - headers=[('Content-Type', 'text/plain; charset=UTF-8')] - ) - json_resp = json.loads(response.get_data(as_text=True)) - assert response.status_code == 200 - assert json_resp['result'] == 'success' - assert json_resp['message'] == 'SES callback succeeded' - - -def test_process_mmg_response_records_statsd(notify_api, sample_notification, mocker): - with notify_api.test_client() as client: - mocker.patch('app.statsd_client.incr') - data = json.dumps({"reference": "mmg_reference", - "CID": str(sample_notification.id), - "MSISDN": "447777349060", - "status": "3", - "deliverytime": "2016-04-05 16:01:07"}) - - client.post(path='notifications/sms/mmg', - data=data, - headers=[('Content-Type', 'application/json')]) - assert app.statsd_client.incr.call_count == 2 - app.statsd_client.incr.assert_any_call("notifications.callback.mmg.delivered") - app.statsd_client.incr.assert_any_call("notifications.callback.mmg.status.3") - - -def test_firetext_callback_should_record_statsd(notify_api, notify_db, notify_db_session, mocker): - with notify_api.test_request_context(): - with notify_api.test_client() as client: - mocker.patch('app.statsd_client.incr') - notification = create_sample_notification(notify_db, notify_db_session, status='sending') - - client.post( - path='/notifications/sms/firetext', - data='mobile=441234123123&status=0&time=2016-03-10 14:17:00&code=101&reference={}'.format( - notification.id - ), - headers=[('Content-Type', 'application/x-www-form-urlencoded')]) - - assert app.statsd_client.incr.call_count == 3 - app.statsd_client.incr.assert_any_call("notifications.callback.firetext.code.101") - app.statsd_client.incr.assert_any_call("notifications.callback.firetext.status.0") - app.statsd_client.incr.assert_any_call("notifications.callback.firetext.delivered") - - -def ses_validation_code_callback(): - return b'{\n "Type" : "Notification",\n "MessageId" : "ref",\n "TopicArn" : "arn:aws:sns:eu-west-1:123456789012:testing",\n "Message" : "{\\"notificationType\\":\\"Delivery\\",\\"mail\\":{\\"timestamp\\":\\"2016-03-14T12:35:25.909Z\\",\\"source\\":\\"valid-code@test.com\\",\\"sourceArn\\":\\"arn:aws:ses:eu-west-1:123456789012:identity/testing-notify\\",\\"sendingAccountId\\":\\"123456789012\\",\\"messageId\\":\\"ref\\",\\"destination\\":[\\"testing@digital.cabinet-office.gov.uk\\"]},\\"delivery\\":{\\"timestamp\\":\\"2016-03-14T12:35:26.567Z\\",\\"processingTimeMillis\\":658,\\"recipients\\":[\\"testing@digital.cabinet-office.gov.u\\"],\\"smtpResponse\\":\\"250 2.0.0 OK 1457958926 uo5si26480932wjc.221 - gsmtp\\",\\"reportingMTA\\":\\"a6-238.smtp-out.eu-west-1.amazonses.com\\"}}",\n "Timestamp" : "2016-03-14T12:35:26.665Z",\n "SignatureVersion" : "1",\n "Signature" : "X8d7eTAOZ6wlnrdVVPYanrAlsX0SMPfOzhoTEBnQqYkrNWTqQY91C0f3bxtPdUhUtOowyPAOkTQ4KnZuzphfhVb2p1MyVYMxNKcBFB05/qaCX99+92fjw4x9LeUOwyGwMv5F0Vkfi5qZCcEw69uVrhYLVSTFTrzi/yCtru+yFULMQ6UhbY09GwiP6hjxZMVr8aROQy5lLHglqQzOuSZ4KeD85JjifHdKzlx8jjQ+uj+FLzHXPMAPmPU1JK9kpoHZ1oPshAFgPDpphJe+HwcJ8ezmk+3AEUr3wWli3xF+49y8Z2anASSVp6YI2YP95UT8Rlh3qT3T+V9V8rbSVislxA==",\n "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem",\n "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:302763885840:preview-emails:d6aad3ef-83d6-4cf3-a470-54e2e75916da"\n}' # noqa - - -def ses_invite_callback(): - return b'{\n "Type" : "Notification",\n "MessageId" : "ref",\n "TopicArn" : "arn:aws:sns:eu-west-1:123456789012:testing",\n "Message" : "{\\"notificationType\\":\\"Delivery\\",\\"mail\\":{\\"timestamp\\":\\"2016-03-14T12:35:25.909Z\\",\\"source\\":\\"test-invite@test-domain.com\\",\\"sourceArn\\":\\"arn:aws:ses:eu-west-1:123456789012:identity/testing-notify\\",\\"sendingAccountId\\":\\"123456789012\\",\\"messageId\\":\\"ref\\",\\"destination\\":[\\"testing@digital.cabinet-office.gov.uk\\"]},\\"delivery\\":{\\"timestamp\\":\\"2016-03-14T12:35:26.567Z\\",\\"processingTimeMillis\\":658,\\"recipients\\":[\\"testing@digital.cabinet-office.gov.u\\"],\\"smtpResponse\\":\\"250 2.0.0 OK 1457958926 uo5si26480932wjc.221 - gsmtp\\",\\"reportingMTA\\":\\"a6-238.smtp-out.eu-west-1.amazonses.com\\"}}",\n "Timestamp" : "2016-03-14T12:35:26.665Z",\n "SignatureVersion" : "1",\n "Signature" : "X8d7eTAOZ6wlnrdVVPYanrAlsX0SMPfOzhoTEBnQqYkrNWTqQY91C0f3bxtPdUhUtOowyPAOkTQ4KnZuzphfhVb2p1MyVYMxNKcBFB05/qaCX99+92fjw4x9LeUOwyGwMv5F0Vkfi5qZCcEw69uVrhYLVSTFTrzi/yCtru+yFULMQ6UhbY09GwiP6hjxZMVr8aROQy5lLHglqQzOuSZ4KeD85JjifHdKzlx8jjQ+uj+FLzHXPMAPmPU1JK9kpoHZ1oPshAFgPDpphJe+HwcJ8ezmk+3AEUr3wWli3xF+49y8Z2anASSVp6YI2YP95UT8Rlh3qT3T+V9V8rbSVislxA==",\n "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem",\n "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:302763885840:preview-emails:d6aad3ef-83d6-4cf3-a470-54e2e75916da"\n}' # noqa - - -def ses_notification_callback(ref='ref'): - return str.encode( - '{\n "Type" : "Notification",\n "MessageId" : "%(ref)s",\n "TopicArn" : "arn:aws:sns:eu-west-1:123456789012:testing",\n "Message" : "{\\"notificationType\\":\\"Delivery\\",\\"mail\\":{\\"timestamp\\":\\"2016-03-14T12:35:25.909Z\\",\\"source\\":\\"test@test-domain.com\\",\\"sourceArn\\":\\"arn:aws:ses:eu-west-1:123456789012:identity/testing-notify\\",\\"sendingAccountId\\":\\"123456789012\\",\\"messageId\\":\\"%(ref)s\\",\\"destination\\":[\\"testing@digital.cabinet-office.gov.uk\\"]},\\"delivery\\":{\\"timestamp\\":\\"2016-03-14T12:35:26.567Z\\",\\"processingTimeMillis\\":658,\\"recipients\\":[\\"testing@digital.cabinet-office.gov.uk\\"],\\"smtpResponse\\":\\"250 2.0.0 OK 1457958926 uo5si26480932wjc.221 - gsmtp\\",\\"reportingMTA\\":\\"a6-238.smtp-out.eu-west-1.amazonses.com\\"}}",\n "Timestamp" : "2016-03-14T12:35:26.665Z",\n "SignatureVersion" : "1",\n "Signature" : "X8d7eTAOZ6wlnrdVVPYanrAlsX0SMPfOzhoTEBnQqYkrNWTqQY91C0f3bxtPdUhUtOowyPAOkTQ4KnZuzphfhVb2p1MyVYMxNKcBFB05/qaCX99+92fjw4x9LeUOwyGwMv5F0Vkfi5qZCcEw69uVrhYLVSTFTrzi/yCtru+yFULMQ6UhbY09GwiP6hjxZMVr8aROQy5lLHglqQzOuSZ4KeD85JjifHdKzlx8jjQ+uj+FLzHXPMAPmPU1JK9kpoHZ1oPshAFgPDpphJe+HwcJ8ezmk+3AEUr3wWli3xF+49y8Z2anASSVp6YI2YP95UT8Rlh3qT3T+V9V8rbSVislxA==",\n "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem",\n "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:302763885840:preview-emails:d6aad3ef-83d6-4cf3-a470-54e2e75916da"\n}' % {'ref': ref} # noqa - ) - - -def ses_invalid_notification_id_callback(): - return b'{\n "Type" : "Notification",\n "MessageId" : "missing",\n "TopicArn" : "arn:aws:sns:eu-west-1:123456789012:testing",\n "Message" : "{\\"notificationType\\":\\"Delivery\\",\\"mail\\":{\\"timestamp\\":\\"2016-03-14T12:35:25.909Z\\",\\"source\\":\\"test@test-domain.com\\",\\"sourceArn\\":\\"arn:aws:ses:eu-west-1:123456789012:identity/testing-notify\\",\\"sendingAccountId\\":\\"123456789012\\",\\"messageId\\":\\"missing\\",\\"destination\\":[\\"testing@digital.cabinet-office.gov.uk\\"]},\\"delivery\\":{\\"timestamp\\":\\"2016-03-14T12:35:26.567Z\\",\\"processingTimeMillis\\":658,\\"recipients\\":[\\"testing@digital.cabinet-office.gov.uk\\"],\\"smtpResponse\\":\\"250 2.0.0 OK 1457958926 uo5si26480932wjc.221 - gsmtp\\",\\"reportingMTA\\":\\"a6-238.smtp-out.eu-west-1.amazonses.com\\"}}",\n "Timestamp" : "2016-03-14T12:35:26.665Z",\n "SignatureVersion" : "1",\n "Signature" : "X8d7eTAOZ6wlnrdVVPYanrAlsX0SMPfOzhoTEBnQqYkrNWTqQY91C0f3bxtPdUhUtOowyPAOkTQ4KnZuzphfhVb2p1MyVYMxNKcBFB05/qaCX99+92fjw4x9LeUOwyGwMv5F0Vkfi5qZCcEw69uVrhYLVSTFTrzi/yCtru+yFULMQ6UhbY09GwiP6hjxZMVr8aROQy5lLHglqQzOuSZ4KeD85JjifHdKzlx8jjQ+uj+FLzHXPMAPmPU1JK9kpoHZ1oPshAFgPDpphJe+HwcJ8ezmk+3AEUr3wWli3xF+49y8Z2anASSVp6YI2YP95UT8Rlh3qT3T+V9V8rbSVislxA==",\n "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem",\n "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:302763885840:preview-emails:d6aad3ef-83d6-4cf3-a470-54e2e75916da"\n}' # noqa - - -def ses_missing_notification_id_callback(): - return b'{\n "Type" : "Notification",\n "TopicArn" : "arn:aws:sns:eu-west-1:123456789012:testing",\n "Message" : "{\\"notificationType\\":\\"Delivery\\",\\"mail\\":{\\"timestamp\\":\\"2016-03-14T12:35:25.909Z\\",\\"source\\":\\"test@test-domain.com\\",\\"sourceArn\\":\\"arn:aws:ses:eu-west-1:123456789012:identity/testing-notify\\",\\"sendingAccountId\\":\\"123456789012\\",\\"destination\\":[\\"testing@digital.cabinet-office.gov.uk\\"]},\\"delivery\\":{\\"timestamp\\":\\"2016-03-14T12:35:26.567Z\\",\\"processingTimeMillis\\":658,\\"recipients\\":[\\"testing@digital.cabinet-office.gov.uk\\"],\\"smtpResponse\\":\\"250 2.0.0 OK 1457958926 uo5si26480932wjc.221 - gsmtp\\",\\"reportingMTA\\":\\"a6-238.smtp-out.eu-west-1.amazonses.com\\"}}",\n "Timestamp" : "2016-03-14T12:35:26.665Z",\n "SignatureVersion" : "1",\n "Signature" : "X8d7eTAOZ6wlnrdVVPYanrAlsX0SMPfOzhoTEBnQqYkrNWTqQY91C0f3bxtPdUhUtOowyPAOkTQ4KnZuzphfhVb2p1MyVYMxNKcBFB05/qaCX99+92fjw4x9LeUOwyGwMv5F0Vkfi5qZCcEw69uVrhYLVSTFTrzi/yCtru+yFULMQ6UhbY09GwiP6hjxZMVr8aROQy5lLHglqQzOuSZ4KeD85JjifHdKzlx8jjQ+uj+FLzHXPMAPmPU1JK9kpoHZ1oPshAFgPDpphJe+HwcJ8ezmk+3AEUr3wWli3xF+49y8Z2anASSVp6YI2YP95UT8Rlh3qT3T+V9V8rbSVislxA==",\n "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem",\n "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:302763885840:preview-emails:d6aad3ef-83d6-4cf3-a470-54e2e75916da"\n}' # noqa - - -def ses_invalid_notification_type_callback(): - return b'{\n "Type" : "Notification",\n "MessageId" : "ref",\n "TopicArn" : "arn:aws:sns:eu-west-1:123456789012:testing",\n "Message" : "{\\"notificationType\\":\\"Unknown\\",\\"mail\\":{\\"timestamp\\":\\"2016-03-14T12:35:25.909Z\\",\\"source\\":\\"test@test-domain.com\\",\\"sourceArn\\":\\"arn:aws:ses:eu-west-1:123456789012:identity/testing-notify\\",\\"sendingAccountId\\":\\"123456789012\\",\\"destination\\":[\\"testing@digital.cabinet-office.gov.uk\\"]},\\"delivery\\":{\\"timestamp\\":\\"2016-03-14T12:35:26.567Z\\",\\"processingTimeMillis\\":658,\\"recipients\\":[\\"testing@digital.cabinet-office.gov.uk\\"],\\"smtpResponse\\":\\"250 2.0.0 OK 1457958926 uo5si26480932wjc.221 - gsmtp\\",\\"reportingMTA\\":\\"a6-238.smtp-out.eu-west-1.amazonses.com\\"}}",\n "Timestamp" : "2016-03-14T12:35:26.665Z",\n "SignatureVersion" : "1",\n "Signature" : "X8d7eTAOZ6wlnrdVVPYanrAlsX0SMPfOzhoTEBnQqYkrNWTqQY91C0f3bxtPdUhUtOowyPAOkTQ4KnZuzphfhVb2p1MyVYMxNKcBFB05/qaCX99+92fjw4x9LeUOwyGwMv5F0Vkfi5qZCcEw69uVrhYLVSTFTrzi/yCtru+yFULMQ6UhbY09GwiP6hjxZMVr8aROQy5lLHglqQzOuSZ4KeD85JjifHdKzlx8jjQ+uj+FLzHXPMAPmPU1JK9kpoHZ1oPshAFgPDpphJe+HwcJ8ezmk+3AEUr3wWli3xF+49y8Z2anASSVp6YI2YP95UT8Rlh3qT3T+V9V8rbSVislxA==",\n "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem",\n "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:302763885840:preview-emails:d6aad3ef-83d6-4cf3-a470-54e2e75916da"\n}' # noqa - - -def ses_hard_bounce_callback(): - return b'{\n "Type" : "Notification",\n "MessageId" : "ref",\n "TopicArn" : "arn:aws:sns:eu-west-1:123456789012:testing",\n "Message" : "{\\"notificationType\\":\\"Bounce\\",\\"bounce\\":{\\"bounceType\\":\\"Permanent\\",\\"bounceSubType\\":\\"General\\"}, \\"mail\\":{\\"messageId\\":\\"ref\\",\\"timestamp\\":\\"2016-03-14T12:35:25.909Z\\",\\"source\\":\\"test@test-domain.com\\",\\"sourceArn\\":\\"arn:aws:ses:eu-west-1:123456789012:identity/testing-notify\\",\\"sendingAccountId\\":\\"123456789012\\",\\"destination\\":[\\"testing@digital.cabinet-office.gov.uk\\"]},\\"delivery\\":{\\"timestamp\\":\\"2016-03-14T12:35:26.567Z\\",\\"processingTimeMillis\\":658,\\"recipients\\":[\\"testing@digital.cabinet-office.gov.uk\\"],\\"smtpResponse\\":\\"250 2.0.0 OK 1457958926 uo5si26480932wjc.221 - gsmtp\\",\\"reportingMTA\\":\\"a6-238.smtp-out.eu-west-1.amazonses.com\\"}}",\n "Timestamp" : "2016-03-14T12:35:26.665Z",\n "SignatureVersion" : "1",\n "Signature" : "X8d7eTAOZ6wlnrdVVPYanrAlsX0SMPfOzhoTEBnQqYkrNWTqQY91C0f3bxtPdUhUtOowyPAOkTQ4KnZuzphfhVb2p1MyVYMxNKcBFB05/qaCX99+92fjw4x9LeUOwyGwMv5F0Vkfi5qZCcEw69uVrhYLVSTFTrzi/yCtru+yFULMQ6UhbY09GwiP6hjxZMVr8aROQy5lLHglqQzOuSZ4KeD85JjifHdKzlx8jjQ+uj+FLzHXPMAPmPU1JK9kpoHZ1oPshAFgPDpphJe+HwcJ8ezmk+3AEUr3wWli3xF+49y8Z2anASSVp6YI2YP95UT8Rlh3qT3T+V9V8rbSVislxA==",\n "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem",\n "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:302763885840:preview-emails:d6aad3ef-83d6-4cf3-a470-54e2e75916da"\n}' # noqa - - -def ses_soft_bounce_callback(): - return b'{\n "Type" : "Notification",\n "MessageId" : "ref",\n "TopicArn" : "arn:aws:sns:eu-west-1:123456789012:testing",\n "Message" : "{\\"notificationType\\":\\"Bounce\\",\\"bounce\\":{\\"bounceType\\":\\"Undetermined\\",\\"bounceSubType\\":\\"General\\"}, \\"mail\\":{\\"messageId\\":\\"ref\\",\\"timestamp\\":\\"2016-03-14T12:35:25.909Z\\",\\"source\\":\\"test@test-domain.com\\",\\"sourceArn\\":\\"arn:aws:ses:eu-west-1:123456789012:identity/testing-notify\\",\\"sendingAccountId\\":\\"123456789012\\",\\"destination\\":[\\"testing@digital.cabinet-office.gov.uk\\"]},\\"delivery\\":{\\"timestamp\\":\\"2016-03-14T12:35:26.567Z\\",\\"processingTimeMillis\\":658,\\"recipients\\":[\\"testing@digital.cabinet-office.gov.uk\\"],\\"smtpResponse\\":\\"250 2.0.0 OK 1457958926 uo5si26480932wjc.221 - gsmtp\\",\\"reportingMTA\\":\\"a6-238.smtp-out.eu-west-1.amazonses.com\\"}}",\n "Timestamp" : "2016-03-14T12:35:26.665Z",\n "SignatureVersion" : "1",\n "Signature" : "X8d7eTAOZ6wlnrdVVPYanrAlsX0SMPfOzhoTEBnQqYkrNWTqQY91C0f3bxtPdUhUtOowyPAOkTQ4KnZuzphfhVb2p1MyVYMxNKcBFB05/qaCX99+92fjw4x9LeUOwyGwMv5F0Vkfi5qZCcEw69uVrhYLVSTFTrzi/yCtru+yFULMQ6UhbY09GwiP6hjxZMVr8aROQy5lLHglqQzOuSZ4KeD85JjifHdKzlx8jjQ+uj+FLzHXPMAPmPU1JK9kpoHZ1oPshAFgPDpphJe+HwcJ8ezmk+3AEUr3wWli3xF+49y8Z2anASSVp6YI2YP95UT8Rlh3qT3T+V9V8rbSVislxA==",\n "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem",\n "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:302763885840:preview-emails:d6aad3ef-83d6-4cf3-a470-54e2e75916da"\n}' # noqa - - def _create_auth_header_from_key(api_key): token = create_jwt_token(secret=api_key.unsigned_secret, client_id=str(api_key.service_id)) return [('Authorization', 'Bearer {}'.format(token))]