# -*- coding: utf-8 -*- import uuid from functools import partial from glob import glob from io import BytesIO from itertools import repeat from os import path from random import randbytes from unittest.mock import ANY from uuid import uuid4 from zipfile import BadZipFile import pytest from flask import url_for from notifications_python_client.errors import HTTPError from xlrd.biffh import XLRDError from xlrd.xldate import XLDateAmbiguous, XLDateError, XLDateNegative, XLDateTooLarge from notifications_utils.recipients import RecipientCSV from notifications_utils.template import SMSPreviewTemplate from tests import ( sample_uuid, validate_route_permission, validate_route_permission_with_client, ) from tests.conftest import ( SERVICE_ONE_ID, create_active_caseworking_user, create_active_user_with_permissions, create_multiple_email_reply_to_addresses, create_multiple_sms_senders, create_template, mock_get_service_email_template, mock_get_service_template, normalize_spaces, ) FAKE_ONE_OFF_NOTIFICATION = { "links": {}, "notifications": [ { "api_key": None, "billable_units": 0, "carrier": None, "client_reference": None, "created_at": "2023-12-14T20:35:55+00:00", "created_by": { "email_address": "grsrbsrgsrf@fake.gov", "id": "de059e0a-42e5-48bb-939e-4f76804ab739", "name": "grsrbsrgsrf", }, "document_download_count": None, "id": "a3442b43-0ba1-4854-9e0a-d2fba1cc9b81", "international": False, "job": { "id": "55b242b5-9f62-4271-aff7-039e9c320578", "original_file_name": "1127b78e-a4a8-4b70-8f4f-9f4fbf03ece2.csv", }, "job_row_number": 0, "key_name": None, "key_type": "normal", "normalised_to": "+16615555555", "notification_type": "sms", "personalisation": { "dayofweek": "2", "favecolor": "3", "phonenumber": "+16615555555", }, "phone_prefix": "1", "provider_response": None, "rate_multiplier": 1.0, "reference": None, "reply_to_text": "development", "sent_at": None, "sent_by": None, "service": "f62d840f-8bcb-4b36-b959-4687e16dd1a1", "status": "created", "template": { "content": "((day of week)) and ((fave color))", "id": "bd9caa7e-00ee-4c5a-839e-10ae1a7e6f73", "name": "personalized", "redact_personalisation": False, "subject": None, "template_type": "sms", "version": 1, }, "to": "+16615555555", "updated_at": None, } ], "page_size": 50, "total": 1, } template_types = ["email", "sms"] unchanging_fake_uuid = uuid.uuid4() # The * ignores hidden files, eg .DS_Store test_spreadsheet_files = glob(path.join("tests", "spreadsheet_files", "*")) test_non_spreadsheet_files = glob(path.join("tests", "non_spreadsheet_files", "*")) def test_show_correct_title_and_description_for_email_sender_type( client_request, fake_uuid, mock_get_service_email_template, multiple_reply_to_email_addresses, ): page = client_request.get( ".set_sender", service_id=SERVICE_ONE_ID, template_id=fake_uuid ) assert ( page.select_one(".usa-fieldset h1").text.strip() == "Where should replies come back to?" ) def test_show_correct_title_and_description_for_sms_sender_type( client_request, fake_uuid, mock_get_service_template, multiple_sms_senders, ): page = client_request.get( ".set_sender", service_id=SERVICE_ONE_ID, template_id=fake_uuid ) assert ( page.select_one(".usa-fieldset h1").text.strip() == "Who should the message come from?" ) def test_default_email_sender_is_checked_and_has_hint( client_request, fake_uuid, mock_get_service_email_template, multiple_reply_to_email_addresses, ): page = client_request.get( ".set_sender", service_id=SERVICE_ONE_ID, template_id=fake_uuid ) assert page.select(".usa-radios input")[0].has_attr("checked") assert ( normalize_spaces(page.select_one(".usa-radios .usa-hint").text) == "(Default)" ) assert not page.select(".usa-radios input")[1].has_attr("checked") def test_default_sms_sender_is_checked_and_has_hint( client_request, fake_uuid, mock_get_service_template, multiple_sms_senders_with_diff_default, ): page = client_request.get( ".set_sender", service_id=SERVICE_ONE_ID, template_id=fake_uuid ) assert page.select(".usa-radios input")[0].has_attr("checked") assert ( normalize_spaces(page.select_one(".usa-radios .usa-hint").text) == "(Default)" ) assert not page.select(".usa-radios input")[1].has_attr("checked") def test_default_sms_sender_is_checked_and_has_hint_when_there_are_no_inbound_numbers( client_request, fake_uuid, mock_get_service_template, multiple_sms_senders_no_inbound, ): page = client_request.get( ".set_sender", service_id=SERVICE_ONE_ID, template_id=fake_uuid ) assert page.select(".usa-radios input")[0].has_attr("checked") assert ( normalize_spaces(page.select_one(".usa-radios .usa-hint").text) == "(Default)" ) assert not page.select(".usa-radios input")[1].has_attr("checked") def test_default_inbound_sender_is_checked_and_has_hint_with_default_and_receives_text( client_request, service_one, fake_uuid, mock_get_service_template, multiple_sms_senders, ): page = client_request.get( ".set_sender", service_id=service_one["id"], template_id=fake_uuid ) assert page.select(".usa-radios input")[0].has_attr("checked") assert ( normalize_spaces(page.select_one(".usa-radios .usa-hint").text) == "(Default and receives replies)" ) assert not page.select(".usa-radios input")[1].has_attr("checked") assert not page.select(".usa-radios input")[2].has_attr("checked") def test_sms_sender_has_receives_replies_hint( client_request, service_one, fake_uuid, mock_get_service_template, multiple_sms_senders, ): page = client_request.get( ".set_sender", service_id=service_one["id"], template_id=fake_uuid ) assert page.select(".usa-radios input")[0].has_attr("checked") assert ( normalize_spaces(page.select_one(".usa-radios .usa-hint").text) == "(Default and receives replies)" ) assert not page.select(".usa-radios input")[1].has_attr("checked") assert not page.select(".usa-radios input")[2].has_attr("checked") @pytest.mark.parametrize( ("template_type", "sender_data"), [ ( "email", create_multiple_email_reply_to_addresses(), ), ("sms", create_multiple_sms_senders()), ], ) def test_sender_session_is_present_after_selected( client_request, service_one, fake_uuid, template_type, sender_data, mocker ): template_data = create_template(template_type=template_type) mocker.patch( "app.service_api_client.get_service_template", return_value={"data": template_data}, ) if template_type == "email": mocker.patch( "app.service_api_client.get_reply_to_email_addresses", return_value=sender_data, ) else: mocker.patch("app.service_api_client.get_sms_senders", return_value=sender_data) client_request.post( ".set_sender", service_id=service_one["id"], template_id=fake_uuid, _data={"sender": "1234"}, ) with client_request.session_transaction() as session: assert session["sender_id"] == "1234" def test_set_sender_redirects_if_no_reply_to_email_addresses( client_request, fake_uuid, mock_get_service_email_template, no_reply_to_email_addresses, ): client_request.get( ".set_sender", service_id=SERVICE_ONE_ID, template_id=fake_uuid, _expected_status=302, _expected_url=url_for( ".send_one_off", service_id=SERVICE_ONE_ID, template_id=fake_uuid, ), ) def test_set_sender_redirects_if_no_sms_senders( client_request, fake_uuid, mock_get_service_template, no_sms_senders, ): client_request.get( ".set_sender", service_id=SERVICE_ONE_ID, template_id=fake_uuid, _expected_status=302, _expected_url=url_for( ".send_one_off", service_id=SERVICE_ONE_ID, template_id=fake_uuid, ), ) def test_set_sender_redirects_if_one_email_sender( client_request, fake_uuid, mock_get_service_email_template, single_reply_to_email_address, ): client_request.get( ".set_sender", service_id=SERVICE_ONE_ID, template_id=fake_uuid, _expected_status=302, _expected_url=url_for( ".send_one_off", service_id=SERVICE_ONE_ID, template_id=fake_uuid, ), ) with client_request.session_transaction() as session: assert session["sender_id"] == "1234" def test_set_sender_redirects_if_one_sms_sender( client_request, fake_uuid, mock_get_service_template, single_sms_sender, ): client_request.get( ".set_sender", service_id=SERVICE_ONE_ID, template_id=fake_uuid, _expected_status=302, _expected_url=url_for( ".send_one_off", service_id=SERVICE_ONE_ID, template_id=fake_uuid, ), ) with client_request.session_transaction() as session: assert session["sender_id"] == "1234" @pytest.mark.parametrize( ("sender_data"), [ (create_multiple_sms_senders(isdefault1=True)), ], ) def test_usnotify_and_notifygov_sms_sender_removal_not_default(sender_data, mocker): from app.main.views.send import remove_notify_from_sender_options sender_details = remove_notify_from_sender_options(sender_data) assert len(sender_details) == 2 @pytest.mark.parametrize( ("sender_data"), [ (create_multiple_sms_senders(isdefault1=False, isdefault3=True)), (create_multiple_sms_senders(isdefault1=False, isdefault4=True)), ], ) def test_usnotify_and_notifygov_sms_sender_removal_if_default(sender_data, mocker): from app.main.views.send import remove_notify_from_sender_options sender_details = remove_notify_from_sender_options(sender_data) assert len(sender_details) == 3 def test_that_test_files_exist(): assert len(test_spreadsheet_files) == 8 assert len(test_non_spreadsheet_files) == 6 def test_should_not_allow_files_to_be_uploaded_without_the_correct_permission( client_request, mock_get_service_template, service_one, fake_uuid, ): template_id = fake_uuid service_one["permissions"] = [] page = client_request.get( ".send_messages", service_id=SERVICE_ONE_ID, template_id=template_id, _follow_redirects=True, _expected_status=403, ) assert ( page.select("main p")[0].text.strip() == "Sending text messages has been disabled for your service." ) assert page.select(".usa-back-link")[0].text == "Back" assert page.select(".usa-back-link")[0]["href"] == url_for( ".view_template", service_id=service_one["id"], template_id=template_id, ) def test_example_spreadsheet( client_request, mock_get_service_template_with_placeholders_same_as_recipient, fake_uuid, ): page = client_request.get( ".send_messages", service_id=SERVICE_ONE_ID, template_id=fake_uuid ) assert normalize_spaces(page.select_one("tbody tr").text) == ( "1 phone number name date" ) assert page.select_one("input[type=file]").has_attr("accept") assert ( page.select_one("input[type=file]")["accept"] == ".csv,.xlsx,.xls,.ods,.xlsm,.tsv" ) @pytest.mark.parametrize( ("filename", "acceptable_file", "expected_status"), list(zip(test_spreadsheet_files, repeat(True), repeat(302))) + list(zip(test_non_spreadsheet_files, repeat(False), repeat(200))), ) def test_upload_files_in_different_formats( filename, acceptable_file, expected_status, client_request, service_one, mocker, mock_get_service_template, fake_uuid, ): mock_s3_set_metadata = mocker.patch( "app.main.views.send.set_metadata_on_csv_upload" ) mock_s3_upload = mocker.patch("app.main.views.send.s3upload") with open(filename, "rb") as uploaded: page = client_request.post( "main.send_messages", service_id=service_one["id"], template_id=fake_uuid, _data={"file": (BytesIO(uploaded.read()), filename)}, _content_type="multipart/form-data", _expected_status=expected_status, ) if acceptable_file: assert mock_s3_upload.call_args[0][1]["data"].strip() == ( "phone number,name,favourite colour,fruit\r\n" "202 946 8050,Pete,Coral,tomato\r\n" "202 712 5974,Not Pete,Magenta,Avacado\r\n" "202 205 8823,Still Not Pete,Crimson,Pear" ) mock_s3_set_metadata.assert_called_once_with( SERVICE_ONE_ID, ANY, original_file_name=filename ) else: assert not mock_s3_upload.called assert normalize_spaces(page.select_one(".banner-dangerous").text) == ( "Could not read {}. Try using a different file format.".format(filename) ) def test_send_messages_sanitises_and_truncates_file_name_for_metadata( client_request, service_one, mocker, mock_get_service_template_with_placeholders, mock_get_job_doesnt_exist, fake_uuid, ): mock_s3_set_metadata = mocker.patch( "app.main.views.send.set_metadata_on_csv_upload" ) mocker.patch("app.main.views.send.s3upload") filename = f"😁{'a' * 2000}.csv" client_request.post( "main.send_messages", service_id=service_one["id"], template_id=fake_uuid, _data={"file": (BytesIO("".encode("utf-8")), filename)}, _content_type="multipart/form-data", _follow_redirects=False, ) assert len(mock_s3_set_metadata.call_args_list[0][1]["original_file_name"]) < len( filename ) assert mock_s3_set_metadata.call_args_list[0][1]["original_file_name"].startswith( "?" ) @pytest.mark.parametrize( ("exception", "expected_error_message"), [ ( partial(UnicodeDecodeError, "codec", b"", 1, 2, "reason"), ("Could not read example.xlsx. Try using a different file format."), ), ( BadZipFile, ("Could not read example.xlsx. Try using a different file format."), ), ( XLRDError, ("Could not read example.xlsx. Try using a different file format."), ), ( XLDateError, ( "example.xlsx contains numbers or dates that Notify cannot understand. " "Try formatting all columns as ‘text’ or export your file as CSV." ), ), ( XLDateNegative, ( "example.xlsx contains numbers or dates that Notify cannot understand. " "Try formatting all columns as ‘text’ or export your file as CSV." ), ), ( XLDateAmbiguous, ( "example.xlsx contains numbers or dates that Notify cannot understand. " "Try formatting all columns as ‘text’ or export your file as CSV." ), ), ( XLDateTooLarge, ( "example.xlsx contains numbers or dates that Notify cannot understand. " "Try formatting all columns as ‘text’ or export your file as CSV." ), ), ], ) def test_shows_error_if_parsing_exception( client_request, mocker, mock_get_service_template, exception, expected_error_message, fake_uuid, ): def _raise_exception_or_partial_exception(file_content, filename): raise exception() mocker.patch( "app.main.views.send.Spreadsheet.from_file", side_effect=_raise_exception_or_partial_exception, ) page = client_request.post( "main.send_messages", service_id=SERVICE_ONE_ID, template_id=fake_uuid, _data={"file": (BytesIO(b"example"), "example.xlsx")}, _content_type="multipart/form-data", _expected_status=200, ) assert normalize_spaces(page.select_one(".banner-dangerous").text) == ( expected_error_message ) def test_upload_csv_file_with_errors_shows_check_page_with_errors( client_request, service_one, mocker, mock_get_service_template_with_placeholders, mock_get_users_by_service, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, fake_uuid, ): mocker.patch("app.main.views.send.set_metadata_on_csv_upload") mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) mocker.patch("app.main.views.send.s3upload", return_value=sample_uuid()) mocker.patch( "app.main.views.send.s3download", return_value=""" phone number,name +12028675109 +12028675109 """, ) page = client_request.post( "main.send_messages", service_id=service_one["id"], template_id=fake_uuid, _data={"file": (BytesIO("".encode("utf-8")), "example.csv")}, _content_type="multipart/form-data", _follow_redirects=True, ) with client_request.session_transaction() as session: assert "file_uploads" not in session assert page.select_one("input[type=file]").has_attr("accept") assert ( page.select_one("input[type=file]")["accept"] == ".csv,.xlsx,.xls,.ods,.xlsm,.tsv" ) assert "There’s a problem with example.csv" in page.text assert "+12028675109" in page.text assert "Missing" in page.text assert "Upload your file again" in page.text def test_upload_csv_file_with_empty_message_shows_check_page_with_errors( client_request, service_one, mocker, mock_get_empty_service_template_with_optional_placeholder, mock_get_users_by_service, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, fake_uuid, ): mocker.patch("app.main.views.send.set_metadata_on_csv_upload") mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) mocker.patch("app.main.views.send.s3upload", return_value=sample_uuid()) mocker.patch( "app.main.views.send.s3download", return_value=""" phone number, show_placeholder +12028675109, yes +12028675109, no """, ) page = client_request.post( "main.send_messages", service_id=service_one["id"], template_id=fake_uuid, _data={"file": (BytesIO("".encode("utf-8")), "example.csv")}, _content_type="multipart/form-data", _follow_redirects=True, ) with client_request.session_transaction() as session: assert "file_uploads" not in session assert normalize_spaces(page.select_one(".banner-dangerous").text) == ( "There’s a problem with example.csv " "You need to check you have content for the empty message in 1 row." ) assert [normalize_spaces(row.text) for row in page.select("tbody tr")] == [ "3 No content for this message", "+12028675109 no", ] assert normalize_spaces(page.select_one(".table-field-index").text) == "3" assert page.select_one(".table-field-index")["rowspan"] == "2" assert normalize_spaces(page.select("tbody tr td")[0].text) == "3" assert normalize_spaces(page.select("tbody tr td")[1].text) == ( "No content for this message" ) assert page.select("tbody tr td")[1]["colspan"] == "2" def test_upload_csv_file_with_very_long_placeholder_shows_check_page_with_errors( client_request, service_one, mocker, mock_get_service_template_with_placeholders, mock_get_users_by_service, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, fake_uuid, ): mocker.patch("app.main.views.send.set_metadata_on_csv_upload") mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) mocker.patch("app.main.views.send.s3upload", return_value=sample_uuid()) big_placeholder = " ".join(["not ok"] * 402) mocker.patch( "app.main.views.send.s3download", return_value=f""" phone number, name +12028675109, {big_placeholder} +12027700900, {big_placeholder} """, ) page = client_request.post( "main.send_messages", service_id=service_one["id"], template_id=fake_uuid, _data={"file": (BytesIO("".encode("utf-8")), "example.csv")}, _content_type="multipart/form-data", _follow_redirects=True, ) with client_request.session_transaction() as session: assert "file_uploads" not in session assert normalize_spaces(page.select_one(".banner-dangerous").text) == ( "There’s a problem with example.csv " "You need to shorten the messages in 2 rows." ) assert [normalize_spaces(row.text) for row in page.select("tbody tr")] == [ "2 Message is too long", f"+12028675109 {big_placeholder}", "3 Message is too long", f"+12027700900 {big_placeholder}", ] assert normalize_spaces(page.select_one(".table-field-index").text) == "2" assert page.select_one(".table-field-index")["rowspan"] == "2" assert normalize_spaces(page.select("tbody tr td")[0].text) == "2" assert normalize_spaces(page.select("tbody tr td")[1].text) == ( "Message is too long" ) assert page.select("tbody tr td")[1]["colspan"] == "2" @pytest.mark.parametrize( ("file_contents", "expected_error"), [ ( """ telephone,name +12028675109 """, ( "There’s a problem with your column names " "Your file needs a column called ‘phone number’. " "Right now it has columns called ‘telephone’ and ‘name’." ), ), ( """ phone number +12028675109 """, ( "Your column names need to match the double parenthesis in your template " "Your file is missing a column called ‘name’." ), ), ( """ phone number, phone number, PHONE_NUMBER +12027900111,+12027900222,+12027900333, """, ( "There’s a problem with your column names " "We found more than one column called ‘phone number’ or ‘PHONE_NUMBER’. " "Delete or rename one of these columns and try again." ), ), ( """ phone number, name """, ("Your file is missing some rows " "It needs at least one row of data."), ), ( "+12028675109", ( "Your file is missing some rows " "It needs at least one row of data, and columns called ‘name’ and ‘phone number’." ), ), ( "", ( "Your file is missing some rows " "It needs at least one row of data, and columns called ‘name’ and ‘phone number’." ), ), ( """ phone number, name +12028675109, example , example +12028675109, example """, ( "There’s a problem with example.csv " "You need to enter missing data in 1 row." ), ), ( """ phone number, name +12028675109, example +12028675109, +12028675109, example """, ( "There’s a problem with example.csv " "You need to enter missing data in 1 row." ), ), ], ) def test_upload_csv_file_with_missing_columns_shows_error( client_request, mocker, mock_get_service_template_with_placeholders, mock_get_users_by_service, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, service_one, fake_uuid, file_contents, expected_error, ): mocker.patch("app.main.views.send.set_metadata_on_csv_upload") mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) mocker.patch("app.main.views.send.s3upload", return_value=sample_uuid()) mocker.patch("app.main.views.send.s3download", return_value=file_contents) page = client_request.post( "main.send_messages", service_id=service_one["id"], template_id=fake_uuid, _data={"file": (BytesIO("".encode("utf-8")), "example.csv")}, _follow_redirects=True, ) with client_request.session_transaction() as session: assert "file_uploads" not in session assert page.select_one("input[type=file]").has_attr("accept") assert ( page.select_one("input[type=file]")["accept"] == ".csv,.xlsx,.xls,.ods,.xlsm,.tsv" ) assert normalize_spaces(page.select(".banner-dangerous")[0].text) == expected_error def test_upload_csv_invalid_extension( client_request, mock_login, service_one, mock_get_service_template, fake_uuid, ): page = client_request.post( "main.send_messages", service_id=service_one["id"], template_id=fake_uuid, _data={"file": (BytesIO("contents".encode("utf-8")), "invalid.txt")}, _content_type="multipart/form-data", _follow_redirects=True, ) assert "invalid.txt is not a spreadsheet that Notify can read" in page.text def test_upload_csv_size_too_big( client_request, mock_login, service_one, mock_get_service_template, fake_uuid, ): page = client_request.post( "main.send_messages", service_id=service_one["id"], template_id=fake_uuid, _data={"file": (BytesIO(randbytes(11_000_000)), "invalid.csv")}, _content_type="multipart/form-data", _follow_redirects=True, ) assert "File must be smaller than 10Mb" in page.text def test_upload_valid_csv_redirects_to_check_page( client_request, mock_get_service_template_with_placeholders, fake_uuid, mocker, ): mocker.patch("app.main.views.send.set_metadata_on_csv_upload") mocker.patch("app.main.views.send.s3upload", return_value=sample_uuid()) client_request.post( "main.send_messages", service_id=SERVICE_ONE_ID, template_id=fake_uuid, _data={"file": (BytesIO("".encode("utf-8")), "valid.csv")}, _expected_status=302, _expected_redirect=url_for( "main.check_messages", service_id=SERVICE_ONE_ID, template_id=fake_uuid, upload_id=fake_uuid, ), ) @pytest.mark.parametrize( ( "extra_args", "expected_link_in_first_row", "expected_message", ), [ ( {}, None, "Test Service: A, Template content with & entity", ), ( {"row_index": 2}, None, "Test Service: A, Template content with & entity", ), ( {"row_index": 4}, True, "Test Service: C, Template content with & entity", ), ], ) def test_upload_valid_csv_shows_preview_and_table( client_request, mocker, mock_get_live_service, mock_get_service_template_with_placeholders, mock_get_users_by_service, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, fake_uuid, extra_args, expected_link_in_first_row, expected_message, ): mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) with client_request.session_transaction() as session: session["file_uploads"] = {fake_uuid: {"template_id": fake_uuid}} mocker.patch( "app.main.views.send.s3download", return_value=""" phone number,name,thing,thing,thing 2028675301, A, foo, foo, foo 2028675302, B, foo, foo, foo 2028675303, C, foo, foo, """, ) page = client_request.post( "main.preview_job", service_id=SERVICE_ONE_ID, template_id=fake_uuid, upload_id=fake_uuid, **extra_args, _expected_status=200, ) assert page.h1.text.strip() == "Preview" assert page.select("h2")[1].text.strip() == "Recipients list" assert page.h2.text.strip() == "Message" assert page.select_one(".sms-message-wrapper").text.strip() == expected_message assert not page.select_one(".table-field-index") for row_index, row in enumerate( [ ( '
2028675301
', '
A
', ( ' ' "
" " " "
" "" ), ), ( '
2028675302
', '
B
', ( ' ' "
" " " "
" "" ), ), ( '
2028675303
', '
C
', ( ' ' "
" " " "
" "" ), ), ] ): for index, cell in enumerate(row): row = page.select("table tbody tr")[row_index] assert "id" not in row assert normalize_spaces(str(row.select("td")[index])) == cell def test_show_all_columns_if_there_are_duplicate_recipient_columns( client_request, mocker, mock_get_live_service, mock_get_service_template_with_placeholders, mock_get_users_by_service, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, fake_uuid, ): mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) with client_request.session_transaction() as session: session["file_uploads"] = {fake_uuid: {"template_id": fake_uuid}} mocker.patch( "app.main.views.send.s3download", return_value=""" phone number, phone_number, PHONENUMBER 2028675301, 2028675302, 2028675303 """, ) page = client_request.get( "main.check_messages", service_id=SERVICE_ONE_ID, template_id=fake_uuid, upload_id=fake_uuid, _test_page_title=False, ) assert normalize_spaces(page.select_one("thead").text) == ( "Row in file1 phone number phone_number PHONENUMBER" ) assert normalize_spaces(page.select_one("tbody").text) == ( "2 2028675303 2028675303 2028675303" ) @pytest.mark.parametrize( ("row_index", "expected_status"), [ (0, 404), (1, 404), (2, 200), (3, 200), (4, 200), (5, 404), ], ) def test_404_for_previewing_a_row_out_of_range( client_request, mocker, mock_get_live_service, mock_get_service_template_with_placeholders, mock_get_users_by_service, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, fake_uuid, row_index, expected_status, ): mocker.patch("app.main.views.send.set_metadata_on_csv_upload") mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) with client_request.session_transaction() as session: session["file_uploads"] = {fake_uuid: {"template_id": fake_uuid}} mocker.patch( "app.main.views.send.s3download", return_value=""" phone number,name,thing,thing,thing 2028675301, A, foo, foo, foo 2028675302, B, foo, foo, foo 2028675303, C, foo, foo, foo """, ) client_request.get( "main.check_messages", service_id=SERVICE_ONE_ID, template_id=fake_uuid, upload_id=fake_uuid, row_index=row_index, _expected_status=expected_status, ) @pytest.mark.parametrize("template_type", ["sms", "email"]) def test_send_one_off_step_redirects_to_start_if_session_not_setup( mocker, client_request, mock_get_service_statistics, mock_get_users_by_service, mock_has_no_jobs, fake_uuid, template_type, ): template_data = create_template(template_type=template_type, content="Hi ((name))") mocker.patch( "app.service_api_client.get_service_template", return_value={"data": template_data}, ) with client_request.session_transaction() as session: assert "recipient" not in session assert "placeholders" not in session client_request.get( "main.send_one_off_step", service_id=SERVICE_ONE_ID, template_id=fake_uuid, step_index=0, _expected_status=302, _expected_redirect=url_for( "main.send_one_off", service_id=SERVICE_ONE_ID, template_id=fake_uuid, ), ) def test_send_one_off_does_not_send_without_the_correct_permissions( client_request, mock_get_service_template, service_one, fake_uuid, ): template_id = fake_uuid service_one["permissions"] = [] page = client_request.get( ".send_one_off", service_id=SERVICE_ONE_ID, template_id=template_id, _follow_redirects=True, _expected_status=403, ) assert ( page.select("main p")[0].text.strip() == "Sending text messages has been disabled for your service." ) assert page.select(".usa-back-link")[0].text == "Back" assert page.select(".usa-back-link")[0]["href"] == url_for( ".view_template", service_id=service_one["id"], template_id=template_id, ) @pytest.mark.parametrize( "user", [ create_active_user_with_permissions(), create_active_caseworking_user(), ], ) def test_send_one_off_has_correct_page_title( client_request, service_one, mock_has_no_jobs, fake_uuid, mocker, user, ): client_request.login(user) template_data = create_template( template_type="sms", name="Two week reminder", content="Hi there ((name))" ) mocker.patch( "app.service_api_client.get_service_template", return_value={"data": template_data}, ) page = client_request.get( "main.send_one_off", service_id=service_one["id"], template_id=fake_uuid, step_index=0, _follow_redirects=True, ) assert page.h1.text.strip() == "Select recipients" assert len(page.select(".banner-tour")) == 0 @pytest.mark.parametrize( ("step_index", "prefilled", "expected_field_label"), [ ( 0, {}, "phone number", ), ( 1, {"phone number": "2020900123"}, "one", ), ( 2, {"phone number": "2020900123", "one": "one"}, "two", ), ], ) def test_send_one_off_shows_placeholders_in_correct_order( client_request, fake_uuid, mock_has_no_jobs, mock_get_service_template_with_multiple_placeholders, step_index, prefilled, expected_field_label, ): with client_request.session_transaction() as session: session["recipient"] = None session["placeholders"] = prefilled page = client_request.get( "main.send_one_off_step", service_id=SERVICE_ONE_ID, template_id=fake_uuid, step_index=step_index, ) assert normalize_spaces(page.select_one("label").text) == expected_field_label @pytest.mark.parametrize( ("user", "template_type", "expected_link_text", "expected_link_url"), [ ( create_active_user_with_permissions(), "sms", "Use my phone number", partial(url_for, "main.send_one_off_to_myself"), ), ( create_active_user_with_permissions(), "email", "Use my email address", partial(url_for, "main.send_one_off_to_myself"), ), (create_active_caseworking_user(), "sms", None, None), ], ) def test_send_one_off_has_skip_link( client_request, service_one, fake_uuid, mock_get_service_email_template, mock_has_no_jobs, mocker, template_type, expected_link_text, expected_link_url, user, ): client_request.login(user) template_data = create_template(template_id=fake_uuid, template_type=template_type) mocker.patch( "app.service_api_client.get_service_template", return_value={"data": template_data}, ) page = client_request.get( "main.send_one_off_step", service_id=SERVICE_ONE_ID, template_id=fake_uuid, step_index=0, _follow_redirects=True, ) skip_links = page.select("form a") if expected_link_text and expected_link_url: assert skip_links[1].text.strip() == expected_link_text assert skip_links[1]["href"] == expected_link_url( service_id=service_one["id"], template_id=fake_uuid, ) else: with pytest.raises(IndexError): skip_links[1] @pytest.mark.parametrize( ("template_type", "expected_sticky"), [ ("sms", False), ("email", True), ], ) def test_send_one_off_has_sticky_header_for_email( mocker, client_request, fake_uuid, mock_has_no_jobs, template_type, expected_sticky, ): template_data = create_template(template_type=template_type, content="((body))") mocker.patch( "app.service_api_client.get_service_template", return_value={"data": template_data}, ) page = client_request.get( "main.send_one_off_step", service_id=SERVICE_ONE_ID, template_id=fake_uuid, step_index=0, _follow_redirects=True, ) assert bool(page.select(".js-stick-at-top-when-scrolling")) == expected_sticky @pytest.mark.parametrize( "user", [ create_active_user_with_permissions(), create_active_caseworking_user(), ], ) def test_skip_link_will_not_show_on_sms_one_off_if_service_has_no_mobile_number( client_request, service_one, fake_uuid, mock_get_service_template, mock_has_no_jobs, mocker, user, ): user["mobile_number"] = None client_request.login(user) with client_request.session_transaction() as session: session["recipient"] = None session["placeholders"] = {} page = client_request.get( "main.send_one_off_step", service_id=SERVICE_ONE_ID, template_id=fake_uuid, step_index=0, ) skip_link = page.findAll("a", text="Use my phone number") assert not skip_link @pytest.mark.parametrize( "user", [ create_active_user_with_permissions(), create_active_caseworking_user(), ], ) def test_send_one_off_offers_link_to_upload( client_request, fake_uuid, mock_get_service_template, mock_has_jobs, user, ): client_request.login(user) page = client_request.get( "main.send_one_off", service_id=SERVICE_ONE_ID, template_id=fake_uuid, _follow_redirects=True, ) back_link = page.select_one(".usa-back-link") link = page.select_one("form a") assert back_link.text.strip() in { "Back to all templates", "Back to confirm your template", } assert link.text.strip() == "Upload a list of phone numbers" assert link["href"] == url_for( "main.send_messages", service_id=SERVICE_ONE_ID, template_id=fake_uuid, ) def test_send_one_off_has_link_to_use_existing_list( client_request, mock_get_service_template, mock_has_jobs, fake_uuid, ): page = client_request.get( "main.send_one_off", service_id=SERVICE_ONE_ID, template_id=fake_uuid, _follow_redirects=True, ) assert [(link.text, link["href"]) for link in page.select("form a")] == [ ( "Upload a list of phone numbers", url_for( "main.send_messages", service_id=SERVICE_ONE_ID, template_id=fake_uuid, ), ), ( "Use my phone number", url_for( "main.send_one_off_to_myself", service_id=SERVICE_ONE_ID, template_id=fake_uuid, ), ), ] @pytest.mark.parametrize( "user", [ create_active_user_with_permissions(), create_active_caseworking_user(), ], ) def test_link_to_upload_not_offered_when_entering_personalisation( client_request, fake_uuid, mock_get_service_template_with_placeholders, mock_has_jobs, user, ): client_request.login(user) with client_request.session_transaction() as session: session["recipient"] = "2029009009" session["placeholders"] = {"phone number": "2029009009"} page = client_request.get( "main.send_one_off_step", service_id=SERVICE_ONE_ID, template_id=fake_uuid, step_index=1, ) # We’re entering personalization assert page.select_one("input[type=text]")["name"] == "placeholder_value" assert page.select_one("label").text.strip() == "name" # No ‘Upload’ link shown assert len(page.select("main a")) == 0 assert "Upload" not in page.select_one("main").text @pytest.mark.parametrize( "user", [ create_active_user_with_permissions(), create_active_caseworking_user(), ], ) def test_send_one_off_redirects_to_end_if_step_out_of_bounds( client_request, mock_has_no_jobs, mock_get_service_template_with_placeholders, fake_uuid, mocker, user, ): client_request.login(user) with client_request.session_transaction() as session: session["recipient"] = "2020900123" session["placeholders"] = {"name": "foo", "phone number": "2020900123"} client_request.get( "main.send_one_off_step", service_id=SERVICE_ONE_ID, template_id=fake_uuid, step_index=999, _expected_status=302, _expected_redirect=url_for( "main.check_notification", service_id=SERVICE_ONE_ID, template_id=fake_uuid, ), ) @pytest.mark.parametrize( "user", [ create_active_user_with_permissions(), create_active_caseworking_user(), ], ) def test_send_one_off_redirects_to_start_if_you_skip_steps( client_request, service_one, fake_uuid, mock_get_users_by_service, mock_get_service_statistics, mock_has_no_jobs, mocker, user, ): with client_request.session_transaction() as session: session["placeholders"] = {"address_line_1": "foo"} client_request.login(user) client_request.get( "main.send_one_off_step", service_id=service_one["id"], template_id=fake_uuid, step_index=7, _expected_redirect=url_for( "main.send_one_off", service_id=service_one["id"], template_id=fake_uuid, ), ) @pytest.mark.parametrize( "user", [ create_active_user_with_permissions(), create_active_caseworking_user(), ], ) def test_send_one_off_redirects_to_start_if_index_out_of_bounds_and_some_placeholders_empty( client_request, service_one, fake_uuid, mock_get_service_email_template, mock_get_users_by_service, mock_get_service_statistics, mock_has_no_jobs, mocker, user, ): client_request.login(user) with client_request.session_transaction() as session: session["placeholders"] = {"name": "foo"} client_request.get( "main.send_one_off_step", service_id=SERVICE_ONE_ID, template_id=fake_uuid, step_index=999, _expected_status=302, _expected_redirect=url_for( "main.send_one_off", service_id=SERVICE_ONE_ID, template_id=fake_uuid, ), ) @pytest.mark.parametrize( "user", [ create_active_user_with_permissions(), create_active_caseworking_user(), ], ) def test_send_one_off_sms_message_redirects( client_request, mocker, service_one, fake_uuid, user, ): client_request.login(user) template = {"data": {"template_type": "sms", "folder": None}} mocker.patch("app.service_api_client.get_service_template", return_value=template) client_request.get( "main.send_one_off", service_id=SERVICE_ONE_ID, template_id=fake_uuid, _expected_status=302, _expected_response=url_for( "main.send_one_off_step", service_id=SERVICE_ONE_ID, template_id=fake_uuid, step_index=0, ), ) @pytest.mark.parametrize( "user", [ create_active_user_with_permissions(), create_active_caseworking_user(), ], ) def test_send_one_off_email_to_self_without_placeholders_redirects_to_check_page( client_request, mocker, service_one, mock_get_service_email_template_without_placeholders, mock_get_users_by_service, mock_get_service_statistics, mock_has_no_jobs, fake_uuid, user, ): client_request.login(user) with client_request.session_transaction() as session: session["recipient"] = "foo@bar.com" session["placeholders"] = {"email address": "foo@bar.com"} page = client_request.get( "main.send_one_off_step", step_index=1, service_id=SERVICE_ONE_ID, template_id=fake_uuid, _follow_redirects=True, ) assert page.select("h1")[0].text.strip() == "Select delivery time" @pytest.mark.parametrize( ("permissions", "expected_back_link_endpoint", "extra_args"), [ ( {"send_messages", "manage_templates"}, "main.view_template", {"template_id": unchanging_fake_uuid}, ), ( {"send_messages"}, "main.choose_template", {}, ), ( {"send_messages", "view_activity"}, "main.choose_template", {}, ), ], ) def test_send_one_off_step_0_back_link( client_request, active_user_with_permissions, mock_login, mock_get_service, mock_get_service_template_with_placeholders, mock_has_no_jobs, permissions, expected_back_link_endpoint, extra_args, ): active_user_with_permissions["permissions"][SERVICE_ONE_ID] = permissions client_request.login(active_user_with_permissions) with client_request.session_transaction() as session: session["placeholders"] = {} session["recipient"] = None page = client_request.get( "main.send_one_off_step", service_id=SERVICE_ONE_ID, template_id=unchanging_fake_uuid, step_index=0, ) assert page.select(".usa-back-link")[0]["href"] == url_for( expected_back_link_endpoint, service_id=SERVICE_ONE_ID, **extra_args ) def test_send_one_off_sms_message_back_link_with_multiple_placeholders( client_request, mock_get_service_template_with_multiple_placeholders, mock_has_no_jobs, ): with client_request.session_transaction() as session: session["recipient"] = "2020900123" session["placeholders"] = {"phone number": "2020900123", "one": "bar"} page = client_request.get( "main.send_one_off_step", service_id=SERVICE_ONE_ID, template_id=unchanging_fake_uuid, step_index=2, ) assert page.select_one(".usa-back-link")["href"] == url_for( "main.send_one_off_step", service_id=SERVICE_ONE_ID, template_id=unchanging_fake_uuid, step_index=1, ) def test_send_one_off_populates_field_from_session( client_request, mocker, service_one, mock_login, mock_get_service, mock_get_service_template_with_placeholders, fake_uuid, ): with client_request.session_transaction() as session: session["recipient"] = None session["placeholders"] = {} session["placeholders"]["name"] = "Jo" page = client_request.get( "main.send_one_off_step", service_id=SERVICE_ONE_ID, template_id=fake_uuid, step_index=1, ) assert page.select("input")[0]["value"] == "Jo" def test_send_one_off_sms_message_puts_submitted_data_in_session( client_request, service_one, mock_get_service_template_with_placeholders, mock_get_users_by_service, mock_get_service_statistics, fake_uuid, ): with client_request.session_transaction() as session: session["recipient"] = "202-867-5303" session["placeholders"] = {"phone number": "202-867-5303"} client_request.post( "main.send_one_off_step", service_id=service_one["id"], template_id=fake_uuid, step_index=1, _data={"placeholder_value": "Jo"}, _expected_status=302, _expected_redirect=url_for( "main.check_notification", service_id=service_one["id"], template_id=fake_uuid, ), ) with client_request.session_transaction() as session: assert session["recipient"] == "202-867-5303" assert session["placeholders"] == {"phone number": "202-867-5303", "name": "Jo"} def test_send_one_off_clears_session( client_request, mocker, service_one, fake_uuid, ): template = {"data": {"template_type": "sms", "folder": None}} mocker.patch("app.service_api_client.get_service_template", return_value=template) with client_request.session_transaction() as session: session["recipient"] = "2028675301" session["placeholders"] = {"foo": "bar"} client_request.get( "main.send_one_off", service_id=SERVICE_ONE_ID, template_id=fake_uuid, _expected_status=302, ) with client_request.session_transaction() as session: assert session["recipient"] is None assert session["placeholders"] == {} def test_download_example_csv( client_request, mocker, api_user_active, mock_login, mock_get_service, mock_get_service_template_with_placeholders_same_as_recipient, mock_has_permissions, fake_uuid, ): response = client_request.get_response( "main.get_example_csv", service_id=fake_uuid, template_id=fake_uuid, follow_redirects=True, ) assert response.get_data(as_text=True) == ( "phone number,name,date\r\n" "12223334444,example,example\r\n" ) assert "text/csv" in response.headers["Content-Type"] def test_upload_csvfile_with_valid_phone_shows_all_numbers( client_request, mock_get_service_template, mock_get_users_by_service, mock_get_live_service, mock_get_job_doesnt_exist, mock_get_jobs, service_one, fake_uuid, mocker, ): mock_s3_set_metadata = mocker.patch( "app.main.views.send.set_metadata_on_csv_upload" ) mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) mocker.patch("app.main.views.send.s3upload", return_value=sample_uuid()) mocker.patch( "app.main.views.send.s3download", return_value="\n".join( ["phone number"] + ["202 867 07{0:02d}".format(final_two) for final_two in range(0, 53)] ), ) mock_get_notification_count = mocker.patch( "app.service_api_client.get_notification_count", return_value=0 ) page = client_request.post( "main.send_messages", service_id=service_one["id"], template_id=fake_uuid, _data={"file": (BytesIO("".encode("utf-8")), "example.csv")}, _content_type="multipart/form-data", _follow_redirects=True, ) with client_request.session_transaction() as session: assert "file_uploads" not in session assert mock_s3_set_metadata.call_count == 2 assert mock_s3_set_metadata.call_args_list[0] == mocker.call( SERVICE_ONE_ID, fake_uuid, original_file_name="example.csv" ) assert mock_s3_set_metadata.call_args_list[1] == mocker.call( SERVICE_ONE_ID, fake_uuid, notification_count=53, template_id=fake_uuid, valid=True, original_file_name="example.csv", ) assert "Select delivery time" in page.text assert "202 867 0749" not in page.text assert "202 867 0750" not in page.text mock_get_notification_count.assert_called_with(service_one["id"]) @pytest.mark.parametrize( ("international_sms_permission", "should_allow_international"), [ (False, False), (True, True), ], ) def test_upload_csvfile_with_international_validates( mocker, api_user_active, client_request, mock_get_service_template, mock_has_permissions, mock_get_users_by_service, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, fake_uuid, international_sms_permission, should_allow_international, service_one, ): mocker.patch("app.main.views.send.set_metadata_on_csv_upload") mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) mocker.patch("app.main.views.send.s3upload", return_value=sample_uuid()) if international_sms_permission: service_one["permissions"] += ("sms", "international_sms") mocker.patch( "app.service_api_client.get_service", return_value={"data": service_one} ) mocker.patch("app.main.views.send.s3download", return_value="") mock_recipients = mocker.patch( "app.main.views.send.RecipientCSV", return_value=RecipientCSV( "", template=SMSPreviewTemplate({"content": "foo", "template_type": "sms"}) ), ) client_request.post( "main.send_messages", service_id=fake_uuid, template_id=fake_uuid, _data={"file": (BytesIO("".encode("utf-8")), "example.csv")}, _content_type="multipart/form-data", _follow_redirects=True, ) assert ( mock_recipients.call_args[1]["allow_international_sms"] == should_allow_international ) def test_test_message_can_only_be_sent_now( client_request, mocker, service_one, mock_get_service_template, mock_get_users_by_service, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, mock_s3_download, fake_uuid, ): mocker.patch("app.main.views.send.set_metadata_on_csv_upload") mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) content = client_request.get( "main.check_messages", service_id=service_one["id"], upload_id=fake_uuid, template_id=fake_uuid, from_test=True, ) assert 'name="scheduled_for"' not in content def test_preview_button_is_correctly_labelled( client_request, mocker, mock_get_live_service, mock_get_service_template, mock_get_users_by_service, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, fake_uuid, ): mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) mocker.patch( "app.main.views.send.s3download", return_value="\n".join(["phone_number"] + (["2028670123"] * 1000)), ) mocker.patch("app.main.views.send.set_metadata_on_csv_upload") page = client_request.get( "main.check_messages", service_id=SERVICE_ONE_ID, upload_id=fake_uuid, template_id=fake_uuid, ) assert normalize_spaces(page.select_one("main [type=submit]").text) == ("Preview") @pytest.mark.parametrize("when", ["", "2016-08-25T13:04:21.767198"]) def test_create_job_should_call_api( client_request, mock_create_job, mock_get_job, mock_get_notifications, mock_get_service_template, mock_get_service_data_retention, mocker, fake_uuid, when, ): data = mock_get_job(SERVICE_ONE_ID, fake_uuid)["data"] job_id = data["id"] original_file_name = data["original_file_name"] template_id = data["template"] notification_count = data["notification_count"] with client_request.session_transaction() as session: session["file_uploads"] = { fake_uuid: { "template_id": template_id, "notification_count": notification_count, "valid": True, } } with client_request.session_transaction() as session: session["scheduled_for"] = when page = client_request.post( "main.start_job", service_id=SERVICE_ONE_ID, upload_id=job_id, original_file_name=original_file_name, _data={ "scheduled_for": when, }, _follow_redirects=True, _expected_status=200, ) assert "Message status" in page.text mock_create_job.assert_called_with( job_id, SERVICE_ONE_ID, scheduled_for=when, ) @pytest.mark.parametrize( ("route", "response_code"), [ ("main.send_messages", 200), ("main.get_example_csv", 200), ("main.send_one_off", 302), ], ) def test_route_permissions( mocker, notify_admin, client_request, api_user_active, service_one, mock_get_service_template, mock_get_service_templates, mock_get_jobs, mock_get_notifications, mock_create_job, fake_uuid, route, response_code, ): validate_route_permission( mocker, notify_admin, "GET", response_code, url_for(route, service_id=service_one["id"], template_id=fake_uuid), ["view_activity", "send_messages"], api_user_active, service_one, ) @pytest.mark.parametrize( ("route", "response_code", "method"), [("main.check_notification", 200, "GET"), ("main.send_notification", 302, "POST")], ) def test_route_permissions_send_check_notifications( mocker, notify_admin, client_request, api_user_active, service_one, mock_send_notification, mock_get_service_template, fake_uuid, route, response_code, method, mock_create_job, ): mocker.patch("app.main.views.send.s3upload", return_value=sample_uuid()) with client_request.session_transaction() as session: session["recipient"] = "2028675301" session["placeholders"] = {"name": "a"} mocker.patch("app.main.views.send.check_messages") mocker.patch( "app.notification_api_client.get_notifications_for_service", return_value=FAKE_ONE_OFF_NOTIFICATION, ) validate_route_permission_with_client( mocker, client_request, method, response_code, url_for(route, service_id=service_one["id"], template_id=fake_uuid), ["send_messages"], api_user_active, service_one, ) @pytest.mark.parametrize( ("route", "expected_status"), [ ("main.send_messages", 403), ("main.get_example_csv", 403), ("main.send_one_off", 403), ], ) def test_route_permissions_sending( mocker, notify_admin, client_request, api_user_active, service_one, mock_get_service_template, mock_get_service_templates, mock_get_jobs, mock_get_notifications, mock_create_job, fake_uuid, route, expected_status, ): validate_route_permission( mocker, notify_admin, "GET", expected_status, url_for( route, service_id=service_one["id"], template_type="sms", template_id=fake_uuid, ), ["blah"], api_user_active, service_one, ) @pytest.mark.parametrize( ("template_type", "has_placeholders", "extra_args", "expected_url"), [ ("sms", False, dict(), partial(url_for, ".send_messages")), ("sms", True, dict(), partial(url_for, ".send_messages")), ("sms", True, dict(from_test=True), partial(url_for, ".send_one_off")), ], ) def test_check_messages_back_link( client_request, mock_get_user_by_email, mock_get_users_by_service, mock_has_permissions, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, mock_s3_download, fake_uuid, mocker, template_type, has_placeholders, extra_args, expected_url, ): mocker.patch("app.main.views.send.set_metadata_on_csv_upload") mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) content = "Hi there ((name))" if has_placeholders else "Hi there" template_data = create_template( template_id=fake_uuid, template_type=template_type, content=content ) mocker.patch( "app.service_api_client.get_service_template", return_value={"data": template_data}, ) with client_request.session_transaction() as session: session["file_uploads"] = { fake_uuid: { "original_file_name": "valid.csv", "template_id": fake_uuid, "notification_count": 1, "valid": True, } } page = client_request.get( "main.check_messages", service_id=SERVICE_ONE_ID, upload_id=fake_uuid, template_id=fake_uuid, _test_page_title=False, **extra_args, ) actual_href = page.find_all("a", {"class": "usa-back-link"})[0]["href"] expected_href = expected_url(service_id=SERVICE_ONE_ID, template_id=fake_uuid) assert ( actual_href != "#" ), "Back link href fell back to '#' — missing correct back_link in view" assert actual_href == expected_href @pytest.mark.parametrize( ("num_requested", "expected_msg"), [ (None, "‘example.csv’ contains 1,234 phone numbers."), ("0", "‘example.csv’ contains 1,234 phone numbers."), # This used to trigger the too many messages errors but we removed the daily limit ("1", "‘example.csv’ contains 1,234 phone numbers."), ], ids=["none_sent", "none_sent", "some_sent"], ) def test_check_messages_shows_too_many_messages_errors( mocker, client_request, mock_get_service, # set message_limit to 50 mock_get_users_by_service, mock_get_service_template, mock_get_job_doesnt_exist, mock_get_jobs, fake_uuid, num_requested, expected_msg, ): mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) # csv with 100 phone numbers mocker.patch( "app.main.views.send.s3download", return_value=",\n".join( ["phone number"] + ([mock_get_users_by_service(None)[0]["mobile_number"]] * 1234) ), ) mocker.patch("app.extensions.redis_client.get", return_value=num_requested) with client_request.session_transaction() as session: session["file_uploads"] = { fake_uuid: { "template_id": fake_uuid, "notification_count": 1, "valid": True, } } page = client_request.get( "main.check_messages", service_id=SERVICE_ONE_ID, template_id=fake_uuid, upload_id=fake_uuid, _test_page_title=False, ) assert page.find("h1").text.strip() == "Too many recipients" assert ( page.find("div", class_="banner-dangerous").find("a").text.strip() == "trial mode" ) # remove excess whitespace from element details = page.find("div", class_="banner-dangerous").find_all("p")[1] details = " ".join( [line.strip() for line in details.text.split("\n") if line.strip() != ""] ) assert details == expected_msg def test_check_messages_shows_trial_mode_error( client_request, mock_get_users_by_service, mock_get_service_template, mock_has_permissions, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, fake_uuid, mocker, ): mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) mocker.patch( "app.main.views.send.s3download", return_value=("phone number,\n2028675209"), # Not in team ) with client_request.session_transaction() as session: session["file_uploads"] = { fake_uuid: { "template_id": "", } } page = client_request.get( "main.check_messages", service_id=SERVICE_ONE_ID, template_id=fake_uuid, upload_id=fake_uuid, _test_page_title=False, ) assert " ".join(page.find("div", class_="banner-dangerous").text.split()) == ( "You cannot send to this phone number " "In trial mode you can only send to yourself and members of your team" ) @pytest.mark.parametrize( "uploaded_file_name", [ pytest.param("applicants.ods"), # normal job pytest.param("send_me_later.csv"), # should look at scheduled job ], ) def test_warns_if_file_sent_already( client_request, mock_get_users_by_service, mock_get_live_service, mock_get_service_template, mock_has_permissions, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, fake_uuid, mocker, uploaded_file_name, ): mocker.patch( "app.main.views.send.s3download", return_value=("phone number,\n2028675209") ) mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": uploaded_file_name}, ) page = client_request.get( "main.check_messages", service_id=SERVICE_ONE_ID, template_id="5d729fbd-239c-44ab-b498-75a985f3198f", upload_id=fake_uuid, original_file_name=uploaded_file_name, _test_page_title=False, ) assert normalize_spaces(page.select_one(".banner-dangerous").text) == ( "These messages have already been sent today " "If you need to resend them, rename the file and upload it again." ) mock_get_jobs.assert_called_once_with(SERVICE_ONE_ID, limit_days=0) @pytest.mark.skip(reason="Test fails for unknown reason at this time.") @pytest.mark.parametrize( "uploaded_file_name", [ pytest.param("thisisatest.csv"), # different template version pytest.param("full_of_regret.csv"), # job is cancelled ], ) def test_warns_if_file_sent_already_errors( client_request, mock_get_users_by_service, mock_get_live_service, mock_get_service_template, mock_has_permissions, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, fake_uuid, mocker, uploaded_file_name, ): mocker.patch( "app.main.views.send.s3download", return_value=("phone number,\n2028675209") ) mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": uploaded_file_name}, ) with pytest.raises( expected_exception=Exception, match="Unable to locate credentials" ): stmt_for_test_warns_if_file_sent_already_errors( client_request, uploaded_file_name, fake_uuid, mock_get_jobs ) def stmt_for_test_warns_if_file_sent_already_errors( client_request, uploaded_file_name, fake_uuid, mock_get_jobs ): page = client_request.get( "main.check_messages", service_id=SERVICE_ONE_ID, template_id="5d729fbd-239c-44ab-b498-75a985f3198f", upload_id=fake_uuid, original_file_name=uploaded_file_name, _test_page_title=False, ) assert normalize_spaces(page.select_one(".banner-dangerous").text) == ( "These messages have already been sent today " "If you need to resend them, rename the file and upload it again." ) mock_get_jobs.assert_called_once_with(SERVICE_ONE_ID, limit_days=0) def test_check_messages_column_error_doesnt_show_optional_columns( mocker, client_request, mock_get_service_template, mock_has_permissions, fake_uuid, mock_get_users_by_service, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, ): mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) mocker.patch( "app.main.views.send.s3download", return_value="\n".join( ["address_line_1,address_line_2,foo"] + ["First Lastname,1 Example Road,SW1 1AA"] ), ) with client_request.session_transaction() as session: session["file_uploads"] = { fake_uuid: { "template_id": "", "original_file_name": "", } } page = client_request.get( "main.check_messages", service_id=SERVICE_ONE_ID, template_id=fake_uuid, upload_id=fake_uuid, _test_page_title=False, ) assert normalize_spaces(page.select_one(".banner-dangerous").text) == ( "There’s a problem with your column names " "Your file needs a column called ‘phone number’. " "Right now it has columns called ‘address_line_1’, ‘address_line_2’ and ‘foo’." ) def test_check_messages_adds_sender_id_in_session_to_metadata( client_request, mocker, mock_get_live_service, mock_get_service_template, mock_get_users_by_service, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, fake_uuid, ): mock_s3_set_metadata = mocker.patch( "app.main.views.send.set_metadata_on_csv_upload" ) mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) mocker.patch( "app.main.views.send.s3download", return_value=("phone number,\n2028675209") ) mocker.patch("app.main.views.send.get_sms_sender_from_session") with client_request.session_transaction() as session: session["file_uploads"] = {fake_uuid: {"template_id": fake_uuid}} session["sender_id"] = "fake-sender" client_request.get( "main.check_messages", service_id=SERVICE_ONE_ID, template_id=fake_uuid, upload_id=fake_uuid, _test_page_title=False, ) mock_s3_set_metadata.assert_called_once_with( SERVICE_ONE_ID, fake_uuid, notification_count=1, template_id=fake_uuid, sender_id="fake-sender", valid=True, original_file_name="example.csv", ) def test_check_messages_shows_over_max_row_error( client_request, mock_get_users_by_service, mock_get_service_template_with_placeholders, mock_has_permissions, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, mock_s3_download, fake_uuid, mocker, ): mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) mock_recipients = mocker.patch("app.main.views.send.RecipientCSV").return_value mock_recipients.max_rows = 11111 mock_recipients.__len__.return_value = 99999 mock_recipients.too_many_rows.return_value = True with client_request.session_transaction() as session: session["file_uploads"] = { fake_uuid: { "template_id": fake_uuid, } } page = client_request.get( "main.check_messages", service_id=SERVICE_ONE_ID, template_id=fake_uuid, upload_id=fake_uuid, _test_page_title=False, ) assert " ".join(page.find("div", class_="banner-dangerous").text.split()) == ( "Your file has too many rows " "Notify can process up to 11,111 rows at once. " "Your file has 99,999 rows." ) @pytest.mark.parametrize( "existing_session_items", [{}, {"recipient": "2028675301"}, {"name": "Jo"}] ) def test_check_notification_redirects_if_session_not_populated( client_request, service_one, fake_uuid, existing_session_items, mock_get_service_template_with_placeholders, ): with client_request.session_transaction() as session: session.update(existing_session_items) client_request.get( "main.check_notification", service_id=SERVICE_ONE_ID, template_id=fake_uuid, _expected_status=301, _expected_redirect=url_for( "main.send_one_off_step", service_id=SERVICE_ONE_ID, template_id=fake_uuid, step_index=1, ), ) def test_check_notification_shows_scheduler( client_request, service_one, fake_uuid, mock_get_service_template ): with client_request.session_transaction() as session: session["recipient"] = "2028675301" session["placeholders"] = {} page = client_request.get( "main.check_notification", service_id=service_one["id"], template_id=fake_uuid ) assert page.h1.text.strip() == "Select delivery time" assert (page.find_all("a", {"class": "usa-back-link"})[0]["href"]) == url_for( "main.send_one_off_step", service_id=service_one["id"], template_id=fake_uuid, step_index=0, ) # assert tour not visible assert not page.select(".banner-tour") # post to send_notification with help=0 to ensure no back link is then shown assert page.form.attrs["action"] == url_for( "main.preview_notification", service_id=service_one["id"], template_id=fake_uuid, ) assert normalize_spaces(page.select_one("main [type=submit]").text) == ("Preview") @pytest.mark.parametrize("when", ["", "2016-08-25T13:04:21.767198"]) def test_preview_notification_shows_preview( client_request, service_one, fake_uuid, mock_get_service_template, when, ): with client_request.session_transaction() as session: session["recipient"] = "15555555555" session["placeholders"] = {} page = client_request.post( "main.preview_notification", service_id=service_one["id"], template_id=fake_uuid, _expected_status=200, ) assert page.h1.text.strip() == "Preview for sending" back_link = page.find_all("a", {"class": "usa-back-link"})[0] assert back_link is not None # The real rendered attribute href = back_link["href"] assert href == url_for( "main.check_notification", service_id=service_one["id"], template_id=fake_uuid, ) # assert tour not visible assert not page.select(".banner-tour") # post to send_notification with help=0 to ensure no back link is then shown assert page.form.attrs["action"] == url_for( "main.send_notification", service_id=service_one["id"], template_id=fake_uuid, help="0", ) @pytest.mark.parametrize( ("template", "recipient", "placeholders", "expected_personalisation"), [ ( mock_get_service_template, "2028675301", {"a": "b"}, {"a": "b"}, ), ( mock_get_service_email_template, "test@example.com", {}, {}, ), ], ) def test_send_notification_submits_data( client_request, fake_uuid, mock_get_service_template, template, recipient, placeholders, expected_personalisation, mocker, mock_create_job, ): mocker.patch("app.main.views.send.s3upload", return_value=sample_uuid()) with client_request.session_transaction() as session: session["recipient"] = recipient session["placeholders"] = placeholders mocker.patch( "app.notification_api_client.get_notifications_for_service", return_value=FAKE_ONE_OFF_NOTIFICATION, ) mocker.patch("app.main.views.send.check_messages", return_value="") client_request.post( "main.send_notification", service_id=SERVICE_ONE_ID, template_id=fake_uuid ) mock_create_job.assert_called_once() def test_send_notification_clears_session( client_request, service_one, fake_uuid, mock_send_notification, mock_get_service_template, mocker, mock_create_job, ): mocker.patch("app.main.views.send.s3upload", return_value=sample_uuid()) with client_request.session_transaction() as session: session["recipient"] = "2028675301" session["placeholders"] = {"a": "b"} mocker.patch("app.main.views.send.check_messages") mocker.patch( "app.notification_api_client.get_notifications_for_service", return_value=FAKE_ONE_OFF_NOTIFICATION, ) client_request.post( "main.send_notification", service_id=service_one["id"], template_id=fake_uuid ) with client_request.session_transaction() as session: assert "recipient" not in session assert "placeholders" not in session @pytest.mark.parametrize( "session_data", [ {"placeholders": {"a": "b"}}, # missing recipient {"recipient": "123"}, # missing placeholders {"placeholders": {}, "recipient": ""}, # missing address ], ) def test_send_notification_redirects_if_missing_data( client_request, fake_uuid, session_data, mocker ): with client_request.session_transaction() as session: session.update(session_data) client_request.post( "main.send_notification", service_id=SERVICE_ONE_ID, template_id=fake_uuid, _expected_status=302, _expected_redirect=url_for( ".send_one_off", service_id=SERVICE_ONE_ID, template_id=fake_uuid, ), ) @pytest.mark.parametrize( ("extra_args", "extra_redirect_args"), [({}, {}), ({"help": "3"}, {"help": "3"})] ) def test_send_notification_redirects_to_view_page( client_request, fake_uuid, mock_send_notification, mock_get_service_template, extra_args, extra_redirect_args, mocker, mock_create_job, ): mocker.patch("app.main.views.send.s3upload", return_value=sample_uuid()) with client_request.session_transaction() as session: session["recipient"] = "2028675301" session["placeholders"] = {"a": "b"} mocker.patch("app.main.views.send.check_messages") mocker.patch( "app.notification_api_client.get_notifications_for_service", return_value=FAKE_ONE_OFF_NOTIFICATION, ) client_request.post( "main.send_notification", service_id=SERVICE_ONE_ID, template_id=fake_uuid, _expected_status=302, **extra_args, ) TRIAL_MODE_MSG = ( "Cannot send to this recipient when service is in trial mode – " "see https://www.notifications.service.gov.uk/trial-mode" ) TOO_LONG_MSG = "Text messages cannot be longer than 918 characters. Your message is 954 characters." SERVICE_DAILY_LIMIT_MSG = "Exceeded send limits (1000) for today" @pytest.mark.parametrize( ("exception_msg", "expected_h1", "expected_err_details"), [ ( TRIAL_MODE_MSG, "You cannot send to this phone number", "In trial mode you can only send to yourself and members of your team", ), ( TOO_LONG_MSG, "Message too long", "Text messages cannot be longer than 918 characters. Your message is 954 characters.", ), ( SERVICE_DAILY_LIMIT_MSG, "Daily limit reached", "You can only send 1,000 messages per day in trial mode.", ), ], ) def test_send_notification_shows_error_if_400( client_request, service_one, fake_uuid, mocker, mock_get_service_template_with_placeholders, mock_create_job, exception_msg, expected_h1, expected_err_details, ): mocker.patch("app.main.views.send.s3upload", return_value=sample_uuid()) class MockHTTPError(HTTPError): message = exception_msg mocker.patch( "app.main.views.send.check_messages", ) mocker.patch( "app.notification_api_client.get_notifications_for_service", return_value=FAKE_ONE_OFF_NOTIFICATION, ) mocker.patch( "app.notification_api_client.send_notification", side_effect=MockHTTPError(), ) with client_request.session_transaction() as session: session["recipient"] = "2028675301" session["placeholders"] = {"name": "a" * 900} # This now redirects to the jobs results page page = client_request.post( "main.send_notification", service_id=service_one["id"], template_id=fake_uuid, _expected_status=302, ) assert not page.find("input[type=submit]") def test_send_notification_shows_email_error_in_trial_mode( client_request, fake_uuid, mocker, mock_get_service_email_template, mock_create_job, ): mocker.patch("app.main.views.send.s3upload", return_value=sample_uuid()) class MockHTTPError(HTTPError): message = TRIAL_MODE_MSG status_code = 400 mocker.patch("app.main.views.send.check_messages") mocker.patch( "app.notification_api_client.get_notifications_for_service", return_value=FAKE_ONE_OFF_NOTIFICATION, ) mocker.patch( "app.notification_api_client.send_notification", side_effect=MockHTTPError(), ) with client_request.session_transaction() as session: session["recipient"] = "test@example.com" session["placeholders"] = {"date": "foo", "thing": "bar"} # Calling this means we successful ran a job so we will be redirect to the jobs page client_request.post( "main.send_notification", service_id=SERVICE_ONE_ID, template_id=fake_uuid, _expected_status=302, ) @pytest.mark.parametrize( ("endpoint", "extra_args"), [ ("main.send_one_off_step", {"template_id": uuid4(), "step_index": 0}), ], ) @pytest.mark.parametrize( "reply_to_address", [ None, uuid4(), ], ) def test_reply_to_is_previewed_if_chosen( client_request, mocker, mock_get_service_email_template, mock_get_users_by_service, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, get_default_reply_to_email_address, fake_uuid, endpoint, extra_args, reply_to_address, ): mocker.patch("app.main.views.send.set_metadata_on_csv_upload") mocker.patch( "app.main.views.send.s3download", return_value=""" email_address,date,thing notify@digital.cabinet-office.gov.uk,foo,bar """, ) with client_request.session_transaction() as session: session["recipient"] = "notify@digital.cabinet-office.gov.uk" session["placeholders"] = {} session["file_uploads"] = {fake_uuid: {"template_id": fake_uuid}} session["sender_id"] = reply_to_address page = client_request.get(endpoint, service_id=SERVICE_ONE_ID, **extra_args) email_meta = page.select_one(".email-message-meta").text if reply_to_address: assert "test@example.com" in email_meta else: assert "test@example.com" not in email_meta @pytest.mark.parametrize( ("endpoint", "extra_args"), [ ("main.check_messages", {"template_id": uuid4(), "upload_id": uuid4()}), ("main.send_one_off_step", {"template_id": uuid4(), "step_index": 0}), ], ) @pytest.mark.parametrize( "sms_sender", [ None, uuid4(), ], ) def test_sms_sender_is_previewed( client_request, mocker, mock_get_service_template, mock_get_users_by_service, mock_get_service_statistics, mock_get_job_doesnt_exist, mock_get_jobs, get_default_sms_sender, fake_uuid, endpoint, extra_args, sms_sender, ): mocker.patch("app.main.views.send.set_metadata_on_csv_upload") mocker.patch( "app.main.views.send.get_csv_metadata", return_value={"original_file_name": "example.csv"}, ) mocker.patch( "app.main.views.send.s3download", return_value=""" phone number,date,thing 2028675109,foo,bar """, ) with client_request.session_transaction() as session: session["recipient"] = "2028675109" session["placeholders"] = {} session["file_uploads"] = { fake_uuid: { "template_id": fake_uuid, "notification_count": 1, "valid": True, } } session["sender_id"] = sms_sender page = client_request.get(endpoint, service_id=SERVICE_ONE_ID, **extra_args) sms_sender_on_page = page.select_one(".sms-message-sender") if sms_sender: assert sms_sender_on_page.text.strip() == "From: GOVUK" else: assert not sms_sender_on_page def test_redirects_to_template_if_job_exists_already( client_request, mock_get_service_email_template, mock_get_job, fake_uuid, ): client_request.get( "main.check_messages", service_id=SERVICE_ONE_ID, template_id=fake_uuid, upload_id=fake_uuid, original_file_name="example.csv", _expected_status=301, _expected_redirect=url_for( "main.send_messages", service_id=SERVICE_ONE_ID, template_id=fake_uuid, ), ) def test_send_to_myself_sets_placeholder_and_redirects_for_email( mocker, client_request, fake_uuid, mock_get_service_email_template ): with client_request.session_transaction() as session: session["recipient"] = None session["placeholders"] = {} client_request.get( "main.send_one_off_to_myself", service_id=SERVICE_ONE_ID, template_id=fake_uuid, _expected_status=302, _expected_url=url_for( "main.send_one_off_step", service_id=SERVICE_ONE_ID, template_id=fake_uuid, step_index=1, ), ) with client_request.session_transaction() as session: assert session["recipient"] == "test@user.gsa.gov" assert session["placeholders"] == {"email address": "test@user.gsa.gov"} def test_send_to_myself_sets_placeholder_and_redirects_for_sms( mocker, client_request, fake_uuid, mock_get_service_template ): with client_request.session_transaction() as session: session["recipient"] = None session["placeholders"] = {} client_request.get( "main.send_one_off_to_myself", service_id=SERVICE_ONE_ID, template_id=fake_uuid, _expected_status=302, _expected_url=url_for( "main.send_one_off_step", service_id=SERVICE_ONE_ID, template_id=fake_uuid, step_index=1, ), ) with client_request.session_transaction() as session: assert session["recipient"] == "202-867-5303" assert session["placeholders"] == {"phone number": "202-867-5303"}