make 500s change priorities quicker

it's not acceptable for a constantly failing provider to take 50 minutes
to drain (5x reducing priority by 10). But similarly, we need _some_
delay, or a handful of concurrent failures will completely turn off a
provider, rendering the whole excercise kinda pointless. Setting the
delay before it tries to reduce priority again to one minute is nice
because it means that if one request times out and returns 502, then any
other requests that are in flight at that time will time out before the
one minute is up and not switch, but any requests made after the switch
that take sixty seconds to time out will affect it.
This commit is contained in:
Leo Hemsted
2019-11-20 17:23:39 +00:00
parent 2d7bf664f5
commit f7fbd6de5b
6 changed files with 28 additions and 19 deletions

View File

@@ -1,6 +1,6 @@
import uuid
from collections import namedtuple
from datetime import datetime
from datetime import datetime, timedelta
from unittest.mock import ANY
import pytest
@@ -560,12 +560,12 @@ def test_should_update_billable_units_and_status_according_to_research_mode_and_
assert notification.status == expected_status
def test_should_set_notification_billable_units_if_sending_to_provider_fails(
def test_should_set_notification_billable_units_and_reduces_provider_priority_if_sending_to_provider_fails(
sample_notification,
mocker,
):
mocker.patch('app.mmg_client.send_sms', side_effect=Exception())
mocker.patch('app.delivery.send_to_providers.dao_reduce_sms_provider_priority')
mock_reduce = mocker.patch('app.delivery.send_to_providers.dao_reduce_sms_provider_priority')
sample_notification.billable_units = 0
assert sample_notification.sent_by is None
@@ -574,6 +574,7 @@ def test_should_set_notification_billable_units_if_sending_to_provider_fails(
send_to_providers.send_sms_to_provider(sample_notification)
assert sample_notification.billable_units == 1
mock_reduce.assert_called_once_with('mmg', time_threshold=timedelta(minutes=1))
def test_should_send_sms_to_international_providers(